{"severity_text":"INFO","timestamp":"2026-11-04T00:35:24.834263634Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:24.891737934Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:24.945878709Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:25.002878927Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:25.110043312Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:25.11008939Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:25.442087637Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:25.442162621Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:25.664945393Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/c74c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:25.719898428Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:25.775886666Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:25.8291967Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.077409869Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.132171077Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.132195771Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.132316479Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.244687923Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.244820175Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.244900408Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.244959298Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245011732Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.24506403Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245115532Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245184516Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245250636Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245304137Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245351439Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245426065Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245512366Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245672491Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245791294Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245908039Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.245939578Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.246002401Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.246033788Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.246147961Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.346569223Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1104 00:35:26.346526 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1104 00:35:26.455578 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.456038815Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.456281729Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.456370245Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.456368899Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.45649964Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.456573065Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.456702618Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.456723031Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.45680041Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.456861695Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.456896619Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.456944317Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.457072455Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.457226981Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.457302358Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.457361114Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.45740766Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.457510792Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.457924425Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.457780684Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.458302737Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.458364101Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.458410955Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.458429023Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.458450789Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.45855758Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.458607505Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.458672066Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.458855732Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.458884918Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.458933628Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459042659Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459076187Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459103679Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459145276Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459235147Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459335856Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459368157Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459385934Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459406481Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459535531Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.459557665Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.4598115Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.460884928Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.461209973Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.461819081Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.462425507Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.462595302Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.462794338Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.46302236Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.463146883Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.548610974Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.548673002Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.67025046Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.67231897Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.839298218Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.861063605Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.861116788Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.861161431Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.861200681Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.865649233Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.865670521Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.86569382Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.865715743Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.865732668Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.865743539Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.966676103Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.966720224Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:27.066138944Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:27.066212078Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:28.285692494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75137f6-2f5f-400d-993d-d920bfc3da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:28.340091159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75137f6-2f5f-400d-993d-d920bfc3da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:28.394617051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75137f6-2f5f-400d-993d-d920bfc3da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:28.451062966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75137f6-2f5f-400d-993d-d920bfc3da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.387598825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bf9e6f-474f-4f3f-a836-94696a2ec553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.441502834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bf9e6f-474f-4f3f-a836-94696a2ec553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.495886514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bf9e6f-474f-4f3f-a836-94696a2ec553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.550140841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bf9e6f-474f-4f3f-a836-94696a2ec553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:35.832658677Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:35.832688149Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:35.832722051Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:35.832714059Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:35:35.889668381Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:35:35.945981055Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:37.01519754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d326d77e-22a1-48f9-a63e-8ecd85beaa44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:37.069533148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d326d77e-22a1-48f9-a63e-8ecd85beaa44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:37.124050555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d326d77e-22a1-48f9-a63e-8ecd85beaa44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:37.179251726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d326d77e-22a1-48f9-a63e-8ecd85beaa44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.201839588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed179f9-dcb1-4dc2-a89e-34b183975e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.255920805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed179f9-dcb1-4dc2-a89e-34b183975e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.31001439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed179f9-dcb1-4dc2-a89e-34b183975e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.364725099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed179f9-dcb1-4dc2-a89e-34b183975e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:41.834898621Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:41.834952219Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:56.776471434Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:56.785461741Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:57.700082944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e460dd-49d1-4498-b721-fb985218558f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:57.754002591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e460dd-49d1-4498-b721-fb985218558f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:57.807823585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e460dd-49d1-4498-b721-fb985218558f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:57.862075998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e460dd-49d1-4498-b721-fb985218558f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:59.935019631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863df4d-5713-4c09-bc31-3fd3330b3b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:59.988718204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863df4d-5713-4c09-bc31-3fd3330b3b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:00.042670144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863df4d-5713-4c09-bc31-3fd3330b3b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:00.096634652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863df4d-5713-4c09-bc31-3fd3330b3b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:01.13447815Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e886bcda-a54d-4306-a8b9-254759e79b04","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:02.095783301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e886bcda-a54d-4306-a8b9-254759e79b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:02.149537468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e886bcda-a54d-4306-a8b9-254759e79b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:02.203540937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e886bcda-a54d-4306-a8b9-254759e79b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:02.257344271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e886bcda-a54d-4306-a8b9-254759e79b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.186390515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bbe4f5-d770-465d-af76-e2a48e9f0e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.240183255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bbe4f5-d770-465d-af76-e2a48e9f0e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.294160242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bbe4f5-d770-465d-af76-e2a48e9f0e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.348114655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bbe4f5-d770-465d-af76-e2a48e9f0e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.894755384Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"6f2dc14a-e8cc-4d98-a73c-276deb1175b4","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:10.913837804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fda5021-b359-4a4b-a66d-dbd103dcdefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:10.9677283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fda5021-b359-4a4b-a66d-dbd103dcdefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:11.021556373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fda5021-b359-4a4b-a66d-dbd103dcdefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:11.075403663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fda5021-b359-4a4b-a66d-dbd103dcdefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.012070081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa62081-ba0a-4420-a215-e13e74f60a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.066257872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa62081-ba0a-4420-a215-e13e74f60a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.120269694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa62081-ba0a-4420-a215-e13e74f60a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.174235355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa62081-ba0a-4420-a215-e13e74f60a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:17.895585186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbcc21b8-fb28-4e68-ba42-e389627de734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:17.952957693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbcc21b8-fb28-4e68-ba42-e389627de734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.006923979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbcc21b8-fb28-4e68-ba42-e389627de734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.061902165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbcc21b8-fb28-4e68-ba42-e389627de734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:20.053492704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febc586f-c0b0-4f0a-9085-3013bc874ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:20.107789537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febc586f-c0b0-4f0a-9085-3013bc874ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:20.162409241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febc586f-c0b0-4f0a-9085-3013bc874ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:20.216537561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febc586f-c0b0-4f0a-9085-3013bc874ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.777664252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:56.77848225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:26.830327514Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.395492335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1418de5-c9a3-4c11-bbf4-71f7a1295988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.449278418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1418de5-c9a3-4c11-bbf4-71f7a1295988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.503166029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1418de5-c9a3-4c11-bbf4-71f7a1295988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.556810663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1418de5-c9a3-4c11-bbf4-71f7a1295988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:45.489683348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0992a5a-b0ac-49bc-909e-da68ef8cdc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:45.543833585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0992a5a-b0ac-49bc-909e-da68ef8cdc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:45.598727245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0992a5a-b0ac-49bc-909e-da68ef8cdc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:45.653344075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0992a5a-b0ac-49bc-909e-da68ef8cdc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:47.520163829Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1d326c2d-35f7-42fb-8a84-a83a775a35ca","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:48.53640935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d41f4e-3b9b-45e7-880e-e0bf9726ed1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:48.590487557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d41f4e-3b9b-45e7-880e-e0bf9726ed1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:48.644611056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d41f4e-3b9b-45e7-880e-e0bf9726ed1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:48.698458328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d41f4e-3b9b-45e7-880e-e0bf9726ed1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:50.678659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c20043-bb6e-4773-ae74-ebac77e403f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:50.732566171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c20043-bb6e-4773-ae74-ebac77e403f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:50.786411449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c20043-bb6e-4773-ae74-ebac77e403f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:50.840549559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c20043-bb6e-4773-ae74-ebac77e403f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:52.779601986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3961894-9383-4585-a237-24f09ce41bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:52.833547815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3961894-9383-4585-a237-24f09ce41bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:52.887591615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3961894-9383-4585-a237-24f09ce41bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:52.941426484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3961894-9383-4585-a237-24f09ce41bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:56.778176759Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:57.478313128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87391db-d781-4622-b36a-48a889455186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:57.532198191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87391db-d781-4622-b36a-48a889455186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:57.586120902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87391db-d781-4622-b36a-48a889455186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:57.640241298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87391db-d781-4622-b36a-48a889455186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.021891937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68fe6fac-8f58-4a11-972f-84c86205237f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.16447203Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68fe6fac-8f58-4a11-972f-84c86205237f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.220725988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68fe6fac-8f58-4a11-972f-84c86205237f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.234222098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47beaaab-3cb7-45a6-9e4a-1456fdb39c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.291937743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47beaaab-3cb7-45a6-9e4a-1456fdb39c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.347774972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47beaaab-3cb7-45a6-9e4a-1456fdb39c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.43957215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"798f5fb2-9e32-4fb3-9b06-ad484b8f72cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.496548921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"798f5fb2-9e32-4fb3-9b06-ad484b8f72cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.552432952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"798f5fb2-9e32-4fb3-9b06-ad484b8f72cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.567174985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dc20228-5135-485c-8b58-61ee0d290920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.624694851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dc20228-5135-485c-8b58-61ee0d290920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.681071976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dc20228-5135-485c-8b58-61ee0d290920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:11.976816493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83a5e57e-1dd0-4392-bd26-8eb870431b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.034863284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83a5e57e-1dd0-4392-bd26-8eb870431b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.083088643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a755e745-3a94-4030-bd47-fc0562b877b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.092674776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83a5e57e-1dd0-4392-bd26-8eb870431b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.140521171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a755e745-3a94-4030-bd47-fc0562b877b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.197361384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a755e745-3a94-4030-bd47-fc0562b877b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.354679507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94153c24-a562-4223-a4e0-1cd9690096dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:38:12.405679212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ebfa4747-ca21-4cd0-b147-80394199d760","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.412504704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94153c24-a562-4223-a4e0-1cd9690096dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.458213571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75fcce5-cdfb-490b-9223-ce84d1cef967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:38:12.463818476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5572d5d2-cfa4-4d8e-9d1d-aa2e7b865db5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.469244721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94153c24-a562-4223-a4e0-1cd9690096dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.515325405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75fcce5-cdfb-490b-9223-ce84d1cef967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.571332068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75fcce5-cdfb-490b-9223-ce84d1cef967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.631202288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f194012-b89d-4627-8252-a7f5dac73e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.63317481Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4aad4a8-288d-4c75-8111-4730f390c218","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.684910409Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc672d46-208c-471e-b3ae-dffbb8fe7909","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.688672142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f194012-b89d-4627-8252-a7f5dac73e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.732002433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b2e2ae7-7193-4ad0-99e0-5b9bbe36d003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.744410609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f194012-b89d-4627-8252-a7f5dac73e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.789244186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b2e2ae7-7193-4ad0-99e0-5b9bbe36d003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.79890242Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d850598-33c7-4187-b070-44e37363123a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.847644338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b2e2ae7-7193-4ad0-99e0-5b9bbe36d003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.899590324Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f6cde05-93f9-4a2f-b4a2-69c4cacf04f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.905252282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9d862a1-b4bf-4b5c-b95e-7c2445094be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:12.962560418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9d862a1-b4bf-4b5c-b95e-7c2445094be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:13.008008668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f8af37e-ebf8-4a36-a2cc-c760440c2d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:13.018692475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9d862a1-b4bf-4b5c-b95e-7c2445094be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:13.066432061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f8af37e-ebf8-4a36-a2cc-c760440c2d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:13.123064258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f8af37e-ebf8-4a36-a2cc-c760440c2d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.170543794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13ff50f6-79b2-4d70-8ac3-c5567da096b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.170568071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13ff50f6-79b2-4d70-8ac3-c5567da096b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.229864783Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0c96911-3fda-4ddb-8ec9-759bd041efe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.229864836Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26f4d359-91de-40f6-aad8-803cc4aa6f96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.234509364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c0660a04-30fa-4d7c-a546-0dbadf7a6b1c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.234527941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c0660a04-30fa-4d7c-a546-0dbadf7a6b1c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.33420254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbb82df-0702-4cfb-bf5a-fdfe188f0b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.335826904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92ec4007-ed5e-41f2-be21-16e9cd9cfe10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.391925809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbb82df-0702-4cfb-bf5a-fdfe188f0b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.393343303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92ec4007-ed5e-41f2-be21-16e9cd9cfe10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.448289761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbb82df-0702-4cfb-bf5a-fdfe188f0b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.449271612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92ec4007-ed5e-41f2-be21-16e9cd9cfe10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.481707639Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a4c5b9d-3756-4512-a598-aef05aee18cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.667955627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"680760c8-02a9-44d7-b19e-939eb0e6cab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.669070293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2eb4584-136f-4b01-98c5-9e8feb0b00c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.728278339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"680760c8-02a9-44d7-b19e-939eb0e6cab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.728481589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2eb4584-136f-4b01-98c5-9e8feb0b00c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.785201449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2eb4584-136f-4b01-98c5-9e8feb0b00c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.785220613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"680760c8-02a9-44d7-b19e-939eb0e6cab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.964668742Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a1e114d-bf82-4913-aae1-ea06f63598b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:17.864614901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b1e28ea4-2d6d-4c07-873e-474ee65f4f4e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:17.864641983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b1e28ea4-2d6d-4c07-873e-474ee65f4f4e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:19.183799872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79565179-3bd1-4d6a-8d69-c3d109d48f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:19.183799916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6779e5df-c169-475a-86d3-ba7529a3d4f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:19.245004901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6779e5df-c169-475a-86d3-ba7529a3d4f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:19.252509545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79565179-3bd1-4d6a-8d69-c3d109d48f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:19.30111743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6779e5df-c169-475a-86d3-ba7529a3d4f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:19.308408287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79565179-3bd1-4d6a-8d69-c3d109d48f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.059508115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9ffe119d-0bfb-4623-89fa-2cf828d186ab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.059532297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9ffe119d-0bfb-4623-89fa-2cf828d186ab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.059890122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bb86104f-093c-4e4b-8e51-f02e8b2fe645","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.059962811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bb86104f-093c-4e4b-8e51-f02e8b2fe645","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.119092237Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9109cf6-b5fa-40d0-a58a-365935dc7e6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.119423346Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2576be5-922f-4701-b6e7-7cfde2b80669","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.120683413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b34f5d27-8a5f-4ad0-84e6-a0f61b52d9d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.120701019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b34f5d27-8a5f-4ad0-84e6-a0f61b52d9d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.120996967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"522bf477-984c-462c-a059-dc99de5928f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.121014836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"522bf477-984c-462c-a059-dc99de5928f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.222873897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"271a7d5e-0e0a-47f0-bdff-d81726d559c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.225069762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03b9b7d-a837-44dc-9908-47c80ca2d5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.280461565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"271a7d5e-0e0a-47f0-bdff-d81726d559c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.282316597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03b9b7d-a837-44dc-9908-47c80ca2d5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.336474966Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"271a7d5e-0e0a-47f0-bdff-d81726d559c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.338199489Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03b9b7d-a837-44dc-9908-47c80ca2d5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.612775544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e2fcd18-59e1-437f-b9b5-3a7932a37b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.614323586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cc1426e-d3f5-45e2-a1a2-bb89f813224b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.671314919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e2fcd18-59e1-437f-b9b5-3a7932a37b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.671377256Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e2fcd18-59e1-437f-b9b5-3a7932a37b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.672322168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cc1426e-d3f5-45e2-a1a2-bb89f813224b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:24.67237684Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cc1426e-d3f5-45e2-a1a2-bb89f813224b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:25.457505711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ad509ee-8649-4eb3-9568-2c74dbf3975b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:25.457525573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ad509ee-8649-4eb3-9568-2c74dbf3975b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:26.78477836Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.429066704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4384560b-35f7-41f6-81b9-c1bf2c6549f4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.429727347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4384560b-35f7-41f6-81b9-c1bf2c6549f4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.430022961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"baa63a4a-c486-4c8d-82ed-3c83e15ccf3d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.430085213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"baa63a4a-c486-4c8d-82ed-3c83e15ccf3d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.430499711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b2bd2ba-9554-4c69-96b9-18f30aa76b96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.430535167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b2bd2ba-9554-4c69-96b9-18f30aa76b96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.494441249Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35ddd782-0029-4803-99d1-5c9fed00314a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.494475888Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39993bee-8859-43b8-86ae-6541f418c520","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.497588301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f83cb921-25a2-460d-8117-dffd4fac00c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.497607008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f83cb921-25a2-460d-8117-dffd4fac00c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.497853721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7ae5281-49da-47f1-91db-242adda8d8e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.497867352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7ae5281-49da-47f1-91db-242adda8d8e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.498060101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d54db15-7642-4910-bf2e-b6a7f7325bd7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.49807246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d54db15-7642-4910-bf2e-b6a7f7325bd7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.600312909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f18feb57-a92a-423c-9274-02917d8171b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.600920452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761a676f-c5a7-46f2-a8b9-c143ca7e627a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.658166628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f18feb57-a92a-423c-9274-02917d8171b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.658232774Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f18feb57-a92a-423c-9274-02917d8171b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.660377465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761a676f-c5a7-46f2-a8b9-c143ca7e627a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.660443415Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761a676f-c5a7-46f2-a8b9-c143ca7e627a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.879361478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e5aa96-eb69-4850-ba62-30a9713a8496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.886283824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6acc8199-c386-4b0d-a552-34db1559f244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.937267129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e5aa96-eb69-4850-ba62-30a9713a8496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.937345514Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e5aa96-eb69-4850-ba62-30a9713a8496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.94503991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6acc8199-c386-4b0d-a552-34db1559f244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:27.945099461Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6acc8199-c386-4b0d-a552-34db1559f244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:28.152582461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fa9f89b-5732-4930-8955-88c2622893ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:28.157983917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2351b22-506e-4c4a-93aa-91f9ecdae732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:28.209956177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fa9f89b-5732-4930-8955-88c2622893ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:28.210019315Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fa9f89b-5732-4930-8955-88c2622893ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:28.217898255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2351b22-506e-4c4a-93aa-91f9ecdae732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:28.217976336Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2351b22-506e-4c4a-93aa-91f9ecdae732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:28.855854091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d1f589f2-1951-4dc4-944a-33c38ec62f05","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:28.85588352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d1f589f2-1951-4dc4-944a-33c38ec62f05","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.473048848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c6e39c1-2580-4486-911f-a5412659ae71","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.473078951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c6e39c1-2580-4486-911f-a5412659ae71","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.473426924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9f377aff-5158-4bbd-94bd-f7585dbe8395","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.473473262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9f377aff-5158-4bbd-94bd-f7585dbe8395","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.473757628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d0f5a3c6-838e-4c80-984d-58dad13a0d9b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.473773573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d0f5a3c6-838e-4c80-984d-58dad13a0d9b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.473984339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee1c89b8-52fc-49bf-be7d-0d0623cc558d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.473997973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee1c89b8-52fc-49bf-be7d-0d0623cc558d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.530533204Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b12ee50e-bc4e-4312-b9f5-0beb678eb6da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.533465857Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6bde5e23-8559-4cb1-b609-38f23bad2f13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.536179559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48b3fca7-ce87-40a3-82f9-2039cb79e29d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.536201982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48b3fca7-ce87-40a3-82f9-2039cb79e29d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.536528074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"774900ce-9931-44c7-bfd9-8ed637376d3e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.53654357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"774900ce-9931-44c7-bfd9-8ed637376d3e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.536745217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8e175f4f-d62a-47f7-aeba-efa5f8f124b8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.536777494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8e175f4f-d62a-47f7-aeba-efa5f8f124b8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.536959572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"447fe22c-5c04-42c2-a1e4-f5f75065215a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.536971026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"447fe22c-5c04-42c2-a1e4-f5f75065215a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.633508144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa49ef19-c00d-4dba-8c24-ef50179be1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.691713852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa49ef19-c00d-4dba-8c24-ef50179be1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.691779308Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa49ef19-c00d-4dba-8c24-ef50179be1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.739634412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a71c2ff6-718b-4d01-9ad4-e519bec99e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.797077669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a71c2ff6-718b-4d01-9ad4-e519bec99e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.797164191Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a71c2ff6-718b-4d01-9ad4-e519bec99e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.907720255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f7590a7-13ac-4afb-a666-b430b4448215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.966653996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f7590a7-13ac-4afb-a666-b430b4448215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:32.966724097Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f7590a7-13ac-4afb-a666-b430b4448215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.016696366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7388f6be-6c6a-4b22-a12b-b59e2fdf023f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.074668027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7388f6be-6c6a-4b22-a12b-b59e2fdf023f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.074746783Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7388f6be-6c6a-4b22-a12b-b59e2fdf023f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.660057956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcf5c300-42cb-4555-9788-dffe033b37dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.660073794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0972d50e-45e1-4ac1-af81-dc2485bd2eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.717886464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcf5c300-42cb-4555-9788-dffe033b37dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.717953596Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcf5c300-42cb-4555-9788-dffe033b37dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.744254431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0972d50e-45e1-4ac1-af81-dc2485bd2eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.744324852Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0972d50e-45e1-4ac1-af81-dc2485bd2eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.85553211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"917617d9-ae70-4078-80d4-6fb4dc50e9bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:33.85562601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"917617d9-ae70-4078-80d4-6fb4dc50e9bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.842718239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"31ef7804-1fb0-4e7a-a693-c2718a80d510","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.842740381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"31ef7804-1fb0-4e7a-a693-c2718a80d510","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.843017332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1194c849-2d7c-475b-94df-87fc43ae91d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.843036866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1194c849-2d7c-475b-94df-87fc43ae91d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.84335247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4ea35c9-da7e-4aed-a3fc-3fe9ef14dc3d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.843367537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4ea35c9-da7e-4aed-a3fc-3fe9ef14dc3d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.843637455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ddcc1c32-5d35-4251-b593-4ac06791dc6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.843652603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ddcc1c32-5d35-4251-b593-4ac06791dc6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.843954445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"29464345-f67a-4518-9f12-07cddbf3531c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.843972686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"29464345-f67a-4518-9f12-07cddbf3531c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.902084732Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebdcdec1-9b10-41cf-b06c-c5230e2324d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.902479682Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73e46959-aeae-4c17-8c9c-ee981d0b51df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.906642386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59df1129-3a37-42e2-9238-4c4cdfb49c1b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.906662281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59df1129-3a37-42e2-9238-4c4cdfb49c1b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.906973898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"421ae46c-ed61-41a8-92ac-1107220f41ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.906991698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"421ae46c-ed61-41a8-92ac-1107220f41ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.907314684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"560543c6-ba19-458d-b2c7-c23de8ca1c8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.90733148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"560543c6-ba19-458d-b2c7-c23de8ca1c8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.907626573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5c9d4d38-acf5-494c-abaa-7e10922114a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.907642094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5c9d4d38-acf5-494c-abaa-7e10922114a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.907909864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a7f7eed-f10a-4c73-8f9f-e3c9dc33c1d7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:35.907926289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a7f7eed-f10a-4c73-8f9f-e3c9dc33c1d7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.005432287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db147145-2549-454d-b669-b76e4c5dacff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.008348459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44334f3d-138e-4022-9816-4fe86ccfc454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.063050153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db147145-2549-454d-b669-b76e4c5dacff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.063173741Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db147145-2549-454d-b669-b76e4c5dacff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.065331186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44334f3d-138e-4022-9816-4fe86ccfc454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.065375216Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44334f3d-138e-4022-9816-4fe86ccfc454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.277082526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ad80d73-eb51-4f24-8ed8-d7d8a331520f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.281694134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"298e6796-0bb6-4e67-8f1e-9ee84de6df23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.334615868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ad80d73-eb51-4f24-8ed8-d7d8a331520f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.334690644Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ad80d73-eb51-4f24-8ed8-d7d8a331520f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.338669143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"298e6796-0bb6-4e67-8f1e-9ee84de6df23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:36.338723788Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"298e6796-0bb6-4e67-8f1e-9ee84de6df23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:37.200874077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f51e7bd7-ed29-4d44-8898-27eed70eacc0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:37.200898452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f51e7bd7-ed29-4d44-8898-27eed70eacc0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.552184512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f60d09f-dce4-4f0d-8a7a-a3882eaa5652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.552504885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e815e3ca-981b-4821-a00d-4e7892b53190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.665094084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e815e3ca-981b-4821-a00d-4e7892b53190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.672800489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f60d09f-dce4-4f0d-8a7a-a3882eaa5652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.678245813Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e815e3ca-981b-4821-a00d-4e7892b53190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.678299553Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f60d09f-dce4-4f0d-8a7a-a3882eaa5652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.899718316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6613a7ce-006d-4b99-a003-cb4407e4e512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.89971829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f06380b5-fd76-4252-a102-87f87ed8f73d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.957960394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f06380b5-fd76-4252-a102-87f87ed8f73d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.958028603Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f06380b5-fd76-4252-a102-87f87ed8f73d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.958135106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6613a7ce-006d-4b99-a003-cb4407e4e512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:40.958195352Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6613a7ce-006d-4b99-a003-cb4407e4e512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.229033858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eda1e980-ea36-499d-a14c-fab216767cd6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.229063982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eda1e980-ea36-499d-a14c-fab216767cd6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.229447327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f5fa5c9-4595-41da-9188-2e7dfd69beec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.229467477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f5fa5c9-4595-41da-9188-2e7dfd69beec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.229729601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1192a191-625b-463e-ac41-3cbf441acb06","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.229746577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1192a191-625b-463e-ac41-3cbf441acb06","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.230036891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95419e0b-8be4-453c-ac1b-c797b446d6e7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.230054704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95419e0b-8be4-453c-ac1b-c797b446d6e7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.230318972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0f5985a0-8759-4a64-8a7f-c03c3985fbcb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.230334141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0f5985a0-8759-4a64-8a7f-c03c3985fbcb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.230545713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9f207942-0137-423b-a7b6-d17d517b47bf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.230560557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9f207942-0137-423b-a7b6-d17d517b47bf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.28609029Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"abd21958-6375-460b-beb9-4a7355694887","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.286090981Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47f04817-9286-4623-a3a6-d0a5bab9e003","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.295025323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"356d274a-a251-4809-a669-7c4b1c88293f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.295057123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"356d274a-a251-4809-a669-7c4b1c88293f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.295411952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72349a7b-41ea-4d0b-85f8-22bdce4b6b3f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.295429088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72349a7b-41ea-4d0b-85f8-22bdce4b6b3f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.295717423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"70e90088-d11e-4e2a-aef0-55bff5162387","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.295732433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"70e90088-d11e-4e2a-aef0-55bff5162387","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.295999409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d4a5b5e9-84c6-4512-8a4d-88072df0a862","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.296017357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d4a5b5e9-84c6-4512-8a4d-88072df0a862","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.296272011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a10eaf8c-eb99-4980-90e0-963b70dc4d2a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.296286189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a10eaf8c-eb99-4980-90e0-963b70dc4d2a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.29652461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a9851c49-8e08-407c-83b2-9bc42d6b70fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.296539185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a9851c49-8e08-407c-83b2-9bc42d6b70fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.389760122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"343a8cbb-060b-4135-b209-2fafad66fa10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.447706752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"343a8cbb-060b-4135-b209-2fafad66fa10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.447772301Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"343a8cbb-060b-4135-b209-2fafad66fa10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.490717544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a1ee9c8-363e-471a-a4dd-e54375708b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.548678784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a1ee9c8-363e-471a-a4dd-e54375708b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.548745019Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a1ee9c8-363e-471a-a4dd-e54375708b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.661886779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07e077af-5fee-42bd-b586-aa6b10f98874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.720318707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07e077af-5fee-42bd-b586-aa6b10f98874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.720399288Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07e077af-5fee-42bd-b586-aa6b10f98874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.764162318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51c66677-f195-4bd9-908f-18cb7e0c49cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.822521723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51c66677-f195-4bd9-908f-18cb7e0c49cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:42.822625972Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51c66677-f195-4bd9-908f-18cb7e0c49cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:43.579205752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"723d1305-bb99-4539-9c82-d32a6fb0abfd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:43.579232873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"723d1305-bb99-4539-9c82-d32a6fb0abfd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.076541392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88ae8d86-ce34-4aaf-99d2-5f69e55a0393","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.076568143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88ae8d86-ce34-4aaf-99d2-5f69e55a0393","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.076927425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c6cf7a98-0233-472a-b329-83df0c5dcce0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.076945906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c6cf7a98-0233-472a-b329-83df0c5dcce0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.077224095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"648ef6e8-bb12-4481-b7f0-0523bc1b0240","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.077239242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"648ef6e8-bb12-4481-b7f0-0523bc1b0240","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.077504286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b1d6e98-c80f-4eed-81fa-0dbbd2272c56","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.077522596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b1d6e98-c80f-4eed-81fa-0dbbd2272c56","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.077792949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc151a4e-cecf-4b43-b88f-1884032a9360","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.077807294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dc151a4e-cecf-4b43-b88f-1884032a9360","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.078012552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b54a14a-d478-4420-ae80-bad5c2786210","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.078026123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b54a14a-d478-4420-ae80-bad5c2786210","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.078221529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fde8c4e-6fb8-4f7d-a3ea-7abb695d7fbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.078234151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fde8c4e-6fb8-4f7d-a3ea-7abb695d7fbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.136923151Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5769d4e-8b77-4886-a087-9b3b092d08d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.141390562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"87c1c886-34d4-4b59-9633-7161f2ad2dc6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.141414606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"87c1c886-34d4-4b59-9633-7161f2ad2dc6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.141651367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fea02ff3-41a6-4219-ba01-916695b1767c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.141665663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fea02ff3-41a6-4219-ba01-916695b1767c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.141895429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57ff74cb-c61a-4b84-ad32-c33b8dd138b5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.141911223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57ff74cb-c61a-4b84-ad32-c33b8dd138b5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.142179787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"05ff429e-5347-41d9-84dc-c5cf0baa66ac","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.142195828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"05ff429e-5347-41d9-84dc-c5cf0baa66ac","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.14239805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a1b81b7f-e0d8-4041-9812-afead3a72028","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.14240925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a1b81b7f-e0d8-4041-9812-afead3a72028","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.142597368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd6e497c-a79d-4176-a256-524f7de06fce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.142607188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd6e497c-a79d-4176-a256-524f7de06fce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.142786068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"247028d6-1b94-4b42-9503-c31153b2aac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.142797003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"247028d6-1b94-4b42-9503-c31153b2aac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.242078762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6163b10-9a10-468a-b5e9-baaea03b2546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.244098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1c3f152-e544-438e-b766-ca5d02574dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.300257633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6163b10-9a10-468a-b5e9-baaea03b2546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.300326978Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6163b10-9a10-468a-b5e9-baaea03b2546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.301633001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1c3f152-e544-438e-b766-ca5d02574dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.302590701Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"963225ad-b6b2-4e57-bacf-ded4439163d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.469646805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80f5244d-d6f9-471d-9638-bf0e7634d659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.46967382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80f5244d-d6f9-471d-9638-bf0e7634d659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.514932718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3082e86b-bb03-467f-bfbc-35da6997b0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.573045889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3082e86b-bb03-467f-bfbc-35da6997b0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.573116363Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3082e86b-bb03-467f-bfbc-35da6997b0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.684857384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3474bfe-1eb2-41bb-8db7-ad9acf12b356","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.716854433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba65f458-08f8-4307-b4d0-05fd8b819f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:46.774594079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba65f458-08f8-4307-b4d0-05fd8b819f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:47.427269633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ce169ce-1260-4f65-b4d5-dcb27ed9c104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:47.427296959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ce169ce-1260-4f65-b4d5-dcb27ed9c104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:47.458765317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfbf3dc8-9c9a-4851-be41-59274fbecbc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:47.458765232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9fd9abf-a762-4d0c-ac6f-292dbbe5b80d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:47.516733688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9fd9abf-a762-4d0c-ac6f-292dbbe5b80d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:47.51762898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfbf3dc8-9c9a-4851-be41-59274fbecbc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:47.517684085Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfbf3dc8-9c9a-4851-be41-59274fbecbc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:47.644186043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dfe98516-2a94-416e-82dc-58f81f356227","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.66047988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c8ad5a96-4940-42a9-8931-936f4c7ea0eb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.660506939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c8ad5a96-4940-42a9-8931-936f4c7ea0eb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.660807245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3abca4d-39e2-433b-8291-75ebb9dd1c93","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.660823762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3abca4d-39e2-433b-8291-75ebb9dd1c93","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.661030746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d49873de-7bd3-4f9d-a8ab-a2657da04b04","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.661040545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d49873de-7bd3-4f9d-a8ab-a2657da04b04","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.661235867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12cdcd55-e12c-40d8-97f0-abf015555ae6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.661247339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12cdcd55-e12c-40d8-97f0-abf015555ae6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.661417306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f25246c1-7467-4972-b686-3a6839f1a41c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.661432192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f25246c1-7467-4972-b686-3a6839f1a41c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.661621353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff4dbbdf-8f49-48c7-a182-d9c65a0b9d00","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.661633412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff4dbbdf-8f49-48c7-a182-d9c65a0b9d00","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.661816655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17cb7067-cad1-4171-8c3b-3b8e1b899c80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.661827709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17cb7067-cad1-4171-8c3b-3b8e1b899c80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.662059595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e11089d7-1860-4a6e-9f19-5af23eebfdc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.662070343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e11089d7-1860-4a6e-9f19-5af23eebfdc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.722592724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efaed921-1bfb-42e3-a134-5ecea55fd3a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.722616229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efaed921-1bfb-42e3-a134-5ecea55fd3a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.722849408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c35803f6-9843-40bd-89d3-885f0ce7a18e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.722862321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c35803f6-9843-40bd-89d3-885f0ce7a18e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.723060298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7d63373d-7e41-4702-ae5f-ae3c4e7bb1b0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.723072264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7d63373d-7e41-4702-ae5f-ae3c4e7bb1b0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.723300272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b992dd77-f9c6-442b-8834-dff76765bfd2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.723311322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b992dd77-f9c6-442b-8834-dff76765bfd2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.723520512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ee3dce9-e01f-457a-bc68-1b85239e4030","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.723531577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ee3dce9-e01f-457a-bc68-1b85239e4030","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.723706074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7129ddd8-59e5-49b8-bebc-c5af584c4755","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.72371587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7129ddd8-59e5-49b8-bebc-c5af584c4755","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.723886061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aebccfb-1fb5-4ae5-bc7e-42dd92dde205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.723899492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aebccfb-1fb5-4ae5-bc7e-42dd92dde205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.724114195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd19c826-ff42-4d7b-b85a-77b3259b86bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.724154909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd19c826-ff42-4d7b-b85a-77b3259b86bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.822995211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"233beefb-2cbd-4151-84b0-543ecb59d610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.8247385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2784147d-2648-4010-ba5d-64aa870bb050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.880220492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f9ab1c9-e432-4c0b-bc65-80d7dd34864a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.880499271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"233beefb-2cbd-4151-84b0-543ecb59d610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.882592859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2784147d-2648-4010-ba5d-64aa870bb050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:49.883844062Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b139f191-bb4e-4c50-9926-48a2c529a212","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:50.051324589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bfbe5bc5-ad78-4849-9952-33958fe2b05f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:50.05134799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bfbe5bc5-ad78-4849-9952-33958fe2b05f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:50.202446926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"156a2f2d-f3d7-4dcb-9a77-06659fb38349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:50.202470933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c6cb55a-00dd-47c4-a169-ec9cd0dfdcc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:50.264242296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"156a2f2d-f3d7-4dcb-9a77-06659fb38349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:50.264742443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"437ba723-5a6f-4524-9ae9-380b8ea34d1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:50.265210258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c6cb55a-00dd-47c4-a169-ec9cd0dfdcc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:51.00670857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9dea84b4-d919-46b8-8c2c-a86b3fcab4a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:51.006737216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9dea84b4-d919-46b8-8c2c-a86b3fcab4a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:51.221451161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d711381-163b-447b-b21e-3e3a88633c16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.160996369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e228de6c-8f7a-42fc-bf5e-dbfe387daf77","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.214692047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58e36813-beb1-4018-8bd5-0f9862de0280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.214725499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b9bd389-c380-47e7-b7b4-227e79b99c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.267218179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8ebf0eff-a78e-4584-ba26-97fba4bee969","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.288325844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b9bd389-c380-47e7-b7b4-227e79b99c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.313051695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58e36813-beb1-4018-8bd5-0f9862de0280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.334965531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27bf033a-8678-4718-9186-80586dfd6210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.334995002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27bf033a-8678-4718-9186-80586dfd6210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.438552221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"526e2ce7-dbf7-4f62-8ff3-aad7744f2c91","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.438578983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"526e2ce7-dbf7-4f62-8ff3-aad7744f2c91","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.6569726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f441f943-78cd-4a4b-8afb-d6faab38332b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.657014173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ecc1669-a9cd-4ce2-8d1b-c30477e31d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.715907436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f441f943-78cd-4a4b-8afb-d6faab38332b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:53.715993566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ecc1669-a9cd-4ce2-8d1b-c30477e31d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:54.367058874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"023d03e2-307d-4f35-9b77-f41e2c9386e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:54.367179846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"023d03e2-307d-4f35-9b77-f41e2c9386e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:56.829846614Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:57.244355873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"159b0e2d-a771-410e-b31e-30a89a353161","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:57.244382772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"159b0e2d-a771-410e-b31e-30a89a353161","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:59.724001963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"54004fcc-3aaa-447e-8636-0145d1616461","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:59.724023366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"54004fcc-3aaa-447e-8636-0145d1616461","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:59.724346346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dce551ec-5979-4765-8912-48805092d5a6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:59.724358013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dce551ec-5979-4765-8912-48805092d5a6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:59.724533539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7988d890-f26c-470a-a1f2-29f7b70d4f4a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:59.724542631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7988d890-f26c-470a-a1f2-29f7b70d4f4a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:59.724723087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a37dae2f-5e4a-4cc9-8dfc-a72e7dbdce40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:59.724734561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a37dae2f-5e4a-4cc9-8dfc-a72e7dbdce40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:00.088566894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3796caaf-6599-4d45-b13d-67d2bad315ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:00.172765459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b10cc3c0-2145-4de0-bff8-d6db32a04467","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:02.949673016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94cf3175-0559-4085-bd41-79c358924fd5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:02.949695496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94cf3175-0559-4085-bd41-79c358924fd5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:03.335669973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7fb2adb-a0cf-4255-96e7-6bbb6e1e27ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:03.335692058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7fb2adb-a0cf-4255-96e7-6bbb6e1e27ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:03.440138866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0008602b-ca54-4a21-81d0-c9f76557c718","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:03.440161771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0008602b-ca54-4a21-81d0-c9f76557c718","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:05.951623755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e0c55c10-695a-473a-96f5-62ff86c6752f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:05.951648597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e0c55c10-695a-473a-96f5-62ff86c6752f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:09.190378841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"db7a52c8-419e-467e-ae54-db503c46a07e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:09.190406755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"db7a52c8-419e-467e-ae54-db503c46a07e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:09.725776407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"924ddb0b-3de4-46ce-a49b-d5c2a8d40dd0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:09.725797006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"924ddb0b-3de4-46ce-a49b-d5c2a8d40dd0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:12.060477273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d6359a3-500d-49e9-8a44-f24f877fd051","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:12.060503866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d6359a3-500d-49e9-8a44-f24f877fd051","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:13.337399277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2683502-7b5c-4158-96a8-df0b8985ebac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:13.337429551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2683502-7b5c-4158-96a8-df0b8985ebac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:13.441404065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b710d575-7dca-47e8-bed7-841e7cb6a4b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:13.441435746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b710d575-7dca-47e8-bed7-841e7cb6a4b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:15.0323762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddaa4d26-5a29-485d-9d84-2b4cfc1d7cf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:15.032404822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddaa4d26-5a29-485d-9d84-2b4cfc1d7cf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:15.249956093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97d82c02-5ecb-4885-a41b-37a5646ad982","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:15.250496533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fb65b9-769b-4bb3-ab59-0d442612f4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:15.250515734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ff4e477-9c0e-4bc3-992b-484982e2b71d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:15.359602555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fb65b9-769b-4bb3-ab59-0d442612f4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:15.361058209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ff4e477-9c0e-4bc3-992b-484982e2b71d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:15.466535358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16cb125c-f86c-4246-a54d-f9c32d52e146","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:15.466560688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16cb125c-f86c-4246-a54d-f9c32d52e146","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:15.681192416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d68b68a8-283b-49f8-81bc-505987cde2a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:18.541743376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e305f0ca-36f5-425e-9f5c-c550249582ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:18.541770214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e305f0ca-36f5-425e-9f5c-c550249582ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:18.757621532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3e784e8f-0632-4829-a050-78e84bd3d83b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:18.758680955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5199bf13-f6b6-4793-bd97-2996836f78ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:18.758682061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"529eb057-94db-4df7-9af4-0507d5dd687d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:18.865211302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5199bf13-f6b6-4793-bd97-2996836f78ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:18.867518295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"529eb057-94db-4df7-9af4-0507d5dd687d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:18.9249788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48a0bf19-73b6-4555-a19d-20df3454d202","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:18.925009583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48a0bf19-73b6-4555-a19d-20df3454d202","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:19.140373942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1355fef9-7435-4dfa-9b01-fbdd08f40404","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.400087379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6110ba9-aeb0-4e00-9fc9-0059699ce8bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.400118189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6110ba9-aeb0-4e00-9fc9-0059699ce8bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.56057756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bb898e1-c970-4983-a004-3b35984dff67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.618263087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bb898e1-c970-4983-a004-3b35984dff67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.644905035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c5d512a-c237-49c2-8952-df1d2df5d6e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.644928907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c5d512a-c237-49c2-8952-df1d2df5d6e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.804848894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91aa598e-f24a-453e-8d8d-0f56f551bbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.859694708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"91835486-7ef6-4e1d-a16e-35ebd196d442","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.863669683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91aa598e-f24a-453e-8d8d-0f56f551bbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.884391429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83623491-7815-46c3-90c9-c9c16d4211b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:21.884419318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83623491-7815-46c3-90c9-c9c16d4211b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:22.030033004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"958d399f-8cc2-42de-bf9c-49da89b075d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:22.030053879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"958d399f-8cc2-42de-bf9c-49da89b075d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:22.044789024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ead40a9-30e1-48d3-897e-69eef1b760a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:22.102501528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ead40a9-30e1-48d3-897e-69eef1b760a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:26.777998865Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:39:56.777946571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:01.593909145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e4cb90-47e2-425c-a7c4-fcd3915aea87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:01.647774229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e4cb90-47e2-425c-a7c4-fcd3915aea87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:01.701723447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e4cb90-47e2-425c-a7c4-fcd3915aea87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:01.755581417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e4cb90-47e2-425c-a7c4-fcd3915aea87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:02.175207941Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c7bd2c57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c7bd2c57","reconcileID":"5fdb3540-faab-4ebb-8837-b23646ce4fa1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c7bd2c57","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-c7bd2c57":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:03.756154761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f90174-b31b-49ab-8056-b56342ed494f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:03.809958509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f90174-b31b-49ab-8056-b56342ed494f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:03.863685988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f90174-b31b-49ab-8056-b56342ed494f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:03.917642345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f90174-b31b-49ab-8056-b56342ed494f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:04.999088559Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-58081d7a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-58081d7a","reconcileID":"24c38fe9-1360-4f7e-a381-2369d5906495","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-58081d7a","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-58081d7a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:05.900181329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f60ca6-0663-42dd-b79a-28fad927ce56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:05.954345357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f60ca6-0663-42dd-b79a-28fad927ce56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:06.008925257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f60ca6-0663-42dd-b79a-28fad927ce56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:06.063353502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7f60ca6-0663-42dd-b79a-28fad927ce56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:06.943992809Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-2bfbf107","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-2bfbf107","reconcileID":"6e84fb19-2666-4ab9-b9e4-f2d03c638fab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-2bfbf107-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-2bfbf107-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:08.011661375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14661631-1c7b-45c1-9444-9323f0a85097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:08.065688801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14661631-1c7b-45c1-9444-9323f0a85097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:08.119740443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14661631-1c7b-45c1-9444-9323f0a85097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:08.173703185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14661631-1c7b-45c1-9444-9323f0a85097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:09.478892785Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5ae7abcd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5ae7abcd","reconcileID":"8798d35a-0cdf-4757-bb26-75ad0ac9dee7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5ae7abcd","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-5ae7abcd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:10.128071778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aad671f-4004-4fb2-805a-b2d8f0df329b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:10.182029449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aad671f-4004-4fb2-805a-b2d8f0df329b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:10.23591108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aad671f-4004-4fb2-805a-b2d8f0df329b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:10.290450282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aad671f-4004-4fb2-805a-b2d8f0df329b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:12.276689954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd595626-a808-4691-8925-bacd41e2bc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:12.331018083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd595626-a808-4691-8925-bacd41e2bc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:12.385038663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd595626-a808-4691-8925-bacd41e2bc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:12.438866272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd595626-a808-4691-8925-bacd41e2bc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:12.712646444Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"ab26c8b4-e8c9-416e-ae21-ba35951d37a7","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:12.770261337Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"ab26c8b4-e8c9-416e-ae21-ba35951d37a7","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:12.876576069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"ab26c8b4-e8c9-416e-ae21-ba35951d37a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-2bfbf107-gw","tenantID":"e2e-migrate-2bfbf107","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:12.994301036Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"ab26c8b4-e8c9-416e-ae21-ba35951d37a7","name":"e2e-migrate-2bfbf107-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:13.757999916Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-286d081d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-286d081d","reconcileID":"02215338-34ab-4bb3-9144-0b65ac3a3397","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-286d081d","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-286d081d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:14.389398788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6569d9f3-89f6-4cab-ae23-d2295b168a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:14.443116654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6569d9f3-89f6-4cab-ae23-d2295b168a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:14.497013676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6569d9f3-89f6-4cab-ae23-d2295b168a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:14.550951845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6569d9f3-89f6-4cab-ae23-d2295b168a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:16.499256779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4c9fca-4f74-49a8-9651-94c4c26d7cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:16.553195035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4c9fca-4f74-49a8-9651-94c4c26d7cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:16.607293579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4c9fca-4f74-49a8-9651-94c4c26d7cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:16.661178837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4c9fca-4f74-49a8-9651-94c4c26d7cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:18.172910879Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"95e1162b-1aa8-4efb-9652-ca2b5209d1f6","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:18.33535655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"95e1162b-1aa8-4efb-9652-ca2b5209d1f6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-5ae7abcd","tenantID":"e2e-ait-5ae7abcd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:18.451813447Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"95e1162b-1aa8-4efb-9652-ca2b5209d1f6","name":"e2e-ait-5ae7abcd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:18.599139438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47d4aea-4fb5-4fb0-bee1-f1e91629dbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:18.65305302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47d4aea-4fb5-4fb0-bee1-f1e91629dbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:18.706988723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47d4aea-4fb5-4fb0-bee1-f1e91629dbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:18.760886615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47d4aea-4fb5-4fb0-bee1-f1e91629dbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:20.079425304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"daa29f37-0535-4a3c-b4f2-7ea62695c4c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:20.079723008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f48956fc-91a3-4e34-83c2-28482966ef5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:20.718109001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebcc8b1-d4f4-4147-9f83-4cad47f76d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:20.772005671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebcc8b1-d4f4-4147-9f83-4cad47f76d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:20.82819876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebcc8b1-d4f4-4147-9f83-4cad47f76d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:20.883087078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebcc8b1-d4f4-4147-9f83-4cad47f76d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:22.883201781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b614d5e5-a833-47d4-8a52-ba96300f3b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:22.937215205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b614d5e5-a833-47d4-8a52-ba96300f3b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:22.991228747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b614d5e5-a833-47d4-8a52-ba96300f3b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:23.04513918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b614d5e5-a833-47d4-8a52-ba96300f3b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:23.930328485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"6b3a5545-f98b-4ca2-af59-a22705eadf05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-c7bd2c57","tenantID":"e2e-ait-c7bd2c57","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:24.048111666Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"6b3a5545-f98b-4ca2-af59-a22705eadf05","name":"e2e-ait-c7bd2c57-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:25.010401857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4faf9ac6-8265-4e68-8f4b-b292f6656067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:25.064367078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4faf9ac6-8265-4e68-8f4b-b292f6656067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:25.118299409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4faf9ac6-8265-4e68-8f4b-b292f6656067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:25.172246577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4faf9ac6-8265-4e68-8f4b-b292f6656067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:26.778197438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:27.112441135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79f67b0-2a7c-44ad-8f26-7c27336deccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:27.169068308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79f67b0-2a7c-44ad-8f26-7c27336deccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:27.223906765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79f67b0-2a7c-44ad-8f26-7c27336deccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:27.277930128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79f67b0-2a7c-44ad-8f26-7c27336deccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:29.174788441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"4e34876c-da46-49ff-aa70-ae82195c1757","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-58081d7a","tenantID":"e2e-ait-58081d7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:29.294989204Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"4e34876c-da46-49ff-aa70-ae82195c1757","name":"e2e-ait-58081d7a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:29.296956259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450fdb39-4ba4-49bd-a73d-95acafc2519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:29.351286628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450fdb39-4ba4-49bd-a73d-95acafc2519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:29.405334135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450fdb39-4ba4-49bd-a73d-95acafc2519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:29.459944123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450fdb39-4ba4-49bd-a73d-95acafc2519c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:31.408149042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee996b0f-b197-481c-9700-46219c18bbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:31.462291483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee996b0f-b197-481c-9700-46219c18bbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:31.516469517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee996b0f-b197-481c-9700-46219c18bbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:31.570346296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee996b0f-b197-481c-9700-46219c18bbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:33.498394631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fdaea2-8039-4eb6-a69d-b200aad5e700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:33.552556996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fdaea2-8039-4eb6-a69d-b200aad5e700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:33.60753266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fdaea2-8039-4eb6-a69d-b200aad5e700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:33.661540417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fdaea2-8039-4eb6-a69d-b200aad5e700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:35.780983621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a716d71a-e710-45a2-8f7c-9783ef2061a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:35.834980842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a716d71a-e710-45a2-8f7c-9783ef2061a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:35.889003483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a716d71a-e710-45a2-8f7c-9783ef2061a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:35.943206602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a716d71a-e710-45a2-8f7c-9783ef2061a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:37.906436332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53057b96-d661-4374-b024-1140aeca34e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:37.960532453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53057b96-d661-4374-b024-1140aeca34e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:38.014515851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53057b96-d661-4374-b024-1140aeca34e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:38.068198562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53057b96-d661-4374-b024-1140aeca34e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:40.037590837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"b9ece2c9-5038-49e4-a22b-d5bda2c21a5c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-286d081d","tenantID":"e2e-derive-286d081d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:40.077614719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfaf8b1d-3806-4cb9-b03a-8c99c2eadab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:40.131778425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfaf8b1d-3806-4cb9-b03a-8c99c2eadab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:40.185840405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfaf8b1d-3806-4cb9-b03a-8c99c2eadab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:40.239803946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfaf8b1d-3806-4cb9-b03a-8c99c2eadab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:40.249999582Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"b9ece2c9-5038-49e4-a22b-d5bda2c21a5c","name":"e2e-derive-286d081d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:42.205895462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759a049-d3fc-40d8-87ce-f5b1899aaec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:42.260010345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759a049-d3fc-40d8-87ce-f5b1899aaec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:42.314088299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759a049-d3fc-40d8-87ce-f5b1899aaec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:42.367956146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759a049-d3fc-40d8-87ce-f5b1899aaec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:44.745493086Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"bc872bfc-02a7-4262-9308-6543e4a380b4","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:44.855958376Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"bc872bfc-02a7-4262-9308-6543e4a380b4","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:46.9074534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0604bc0-90f9-434c-8535-c7cb18c24b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:46.961326201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0604bc0-90f9-434c-8535-c7cb18c24b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:47.015375799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0604bc0-90f9-434c-8535-c7cb18c24b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:47.069587835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0604bc0-90f9-434c-8535-c7cb18c24b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:48.995994116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa52efb4-6cf8-413d-8502-277f66979e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:49.050055372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa52efb4-6cf8-413d-8502-277f66979e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:49.104736494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa52efb4-6cf8-413d-8502-277f66979e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:49.158670651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa52efb4-6cf8-413d-8502-277f66979e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:49.93242604Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"716644b0-6fd7-4b35-ac43-db6e035493f7","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:51.186332207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd401fd-0de3-4ea3-95ca-c53dd95df5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:51.240337877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd401fd-0de3-4ea3-95ca-c53dd95df5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:51.294221364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd401fd-0de3-4ea3-95ca-c53dd95df5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:51.348264854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd401fd-0de3-4ea3-95ca-c53dd95df5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:53.289648379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83446201-1a9f-4850-aef7-c4f5a6deafac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:53.34365038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83446201-1a9f-4850-aef7-c4f5a6deafac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:53.39756629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83446201-1a9f-4850-aef7-c4f5a6deafac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:53.451371513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83446201-1a9f-4850-aef7-c4f5a6deafac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:55.389873323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f873404-4324-48e6-82df-8187b57b0cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:55.44555204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f873404-4324-48e6-82df-8187b57b0cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:55.501078115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f873404-4324-48e6-82df-8187b57b0cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:55.556670842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f873404-4324-48e6-82df-8187b57b0cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:56.777867964Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:57.553502778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961aa9df-3b8a-4061-95c6-6c70fd3a2699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:57.608257416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961aa9df-3b8a-4061-95c6-6c70fd3a2699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:57.662468419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961aa9df-3b8a-4061-95c6-6c70fd3a2699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:57.716303097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961aa9df-3b8a-4061-95c6-6c70fd3a2699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:59.654222903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473d8abd-f8e7-4d3a-a073-5610d53ddf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:59.708353479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473d8abd-f8e7-4d3a-a073-5610d53ddf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:59.76287647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473d8abd-f8e7-4d3a-a073-5610d53ddf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:40:59.817539398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473d8abd-f8e7-4d3a-a073-5610d53ddf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:00.196213519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"618d4605-522b-4519-97a7-3af6134d4d57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:00.458011094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d3034d7-fd15-4fa4-af73-47a7ae5eb049","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:01.778977618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37026bc-9451-41cd-a67b-cca6462138bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:01.833978963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37026bc-9451-41cd-a67b-cca6462138bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:01.888253379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37026bc-9451-41cd-a67b-cca6462138bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:01.942750983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d37026bc-9451-41cd-a67b-cca6462138bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:03.879842205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab515680-a1ce-4f3f-aa0b-1691a0677498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:03.933680546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab515680-a1ce-4f3f-aa0b-1691a0677498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:03.98772509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab515680-a1ce-4f3f-aa0b-1691a0677498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:04.041594559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab515680-a1ce-4f3f-aa0b-1691a0677498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:05.986528657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8e00b2-58f4-4d43-b87e-25502c1b0a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:06.040935402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8e00b2-58f4-4d43-b87e-25502c1b0a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:06.09467301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8e00b2-58f4-4d43-b87e-25502c1b0a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:06.148738125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8e00b2-58f4-4d43-b87e-25502c1b0a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:08.083936247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505b9def-d712-4918-bb38-45d6cc71b461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:08.137674962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505b9def-d712-4918-bb38-45d6cc71b461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:08.191695857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505b9def-d712-4918-bb38-45d6cc71b461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:08.245578204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505b9def-d712-4918-bb38-45d6cc71b461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:10.18336726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb0a026-5750-42b3-aac3-ee0b262e3b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:10.237286339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb0a026-5750-42b3-aac3-ee0b262e3b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:10.29130228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb0a026-5750-42b3-aac3-ee0b262e3b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:10.345308892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb0a026-5750-42b3-aac3-ee0b262e3b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.431327705Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","namespace":"ai-tenant-e2e-migrate-2bfbf107","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.431404715Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","namespace":"ai-tenant-e2e-migrate-2bfbf107","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.431475923Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","tenant":"e2e-migrate-2bfbf107","tenantID":"e2e-migrate-2bfbf107","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.486575665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"Deployment","name":"maas-api-e2e-migrate-2bfbf107","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.551911134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"Service","name":"maas-api-e2e-migrate-2bfbf107","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.608486918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-2bfbf107","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.663922529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-2bfbf107","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.752348644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.807619114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.862943913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.916691418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:11.972005825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"Deployment","name":"payload-processing-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.027233749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.088297683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"Service","name":"payload-processing-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.151193158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"Service","name":"payload-pre-processing-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.209525701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.271713584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.289660805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbbf693-cb5a-4e6a-a179-cfc05e266ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.343495749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbbf693-cb5a-4e6a-a179-cfc05e266ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.34888874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.397194837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbbf693-cb5a-4e6a-a179-cfc05e266ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.450352212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.451106658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbbf693-cb5a-4e6a-a179-cfc05e266ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.50655179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.561629097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.616879394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-2bfbf107","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.72426808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bfbf107"},"namespace":"ai-tenant-e2e-migrate-2bfbf107","name":"default-tenant","reconcileID":"c0494a6e-1f78-4c8f-84db-9dfea9d86eb0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-2bfbf107","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.782992326Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","namespace":"ai-tenant-e2e-ait-5ae7abcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.783079602Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","namespace":"ai-tenant-e2e-ait-5ae7abcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.783154372Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","tenant":"e2e-ait-5ae7abcd","tenantID":"e2e-ait-5ae7abcd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.838280874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"Deployment","name":"maas-api-e2e-ait-5ae7abcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.904039564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"Service","name":"maas-api-e2e-ait-5ae7abcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:12.962456316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-5ae7abcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.017503901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-5ae7abcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.073267214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.128678605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.184718714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.242546198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.295827509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"Deployment","name":"payload-processing-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.349052472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.402250425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"Service","name":"payload-processing-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.455318384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"Service","name":"payload-pre-processing-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.525676605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"DestinationRule","name":"payload-processing-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.579655416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.633056652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.689763984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.742965399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.846952219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.900528544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-5ae7abcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:13.953804035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5ae7abcd"},"namespace":"ai-tenant-e2e-ait-5ae7abcd","name":"default-tenant","reconcileID":"52fd70eb-24e6-445a-a4cb-ef723b4e7388","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-5ae7abcd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.011155989Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","namespace":"ai-tenant-e2e-ait-c7bd2c57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.011244111Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","namespace":"ai-tenant-e2e-ait-c7bd2c57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.011318767Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","tenant":"e2e-ait-c7bd2c57","tenantID":"e2e-ait-c7bd2c57","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.066575889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"Deployment","name":"maas-api-e2e-ait-c7bd2c57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.127539019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"Service","name":"maas-api-e2e-ait-c7bd2c57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.18467329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-c7bd2c57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.239408076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-c7bd2c57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.294918991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.350521819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.401274123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b098f-48d3-4858-a635-859d4b78372f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.456165397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b098f-48d3-4858-a635-859d4b78372f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.459201634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.509963082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b098f-48d3-4858-a635-859d4b78372f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.563989152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b098f-48d3-4858-a635-859d4b78372f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.565593238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.618857692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"Deployment","name":"payload-processing-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.672442223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.725950511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"Service","name":"payload-processing-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.779306847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"Service","name":"payload-pre-processing-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.834841355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"DestinationRule","name":"payload-processing-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.846020315Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5ae7abcd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5ae7abcd","reconcileID":"f0581b3f-3a5f-4ab5-8dbe-b8acf8b9dd0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5ae7abcd","removed":["maas.opendatahub.io/gateway-access-e2e-ait-5ae7abcd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.887890034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.941172692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:14.997693749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:15.053041913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:15.106493361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:15.159879295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-c7bd2c57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:15.212948839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c7bd2c57"},"namespace":"ai-tenant-e2e-ait-c7bd2c57","name":"default-tenant","reconcileID":"de72311d-7849-40ef-a97b-4805c95a8efb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-c7bd2c57","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:16.28209724Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c7bd2c57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c7bd2c57","reconcileID":"aafb9afc-c118-4433-957e-f87211b4686e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c7bd2c57","removed":["maas.opendatahub.io/gateway-access-e2e-ait-c7bd2c57"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:16.507222095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3f788e-cd4e-44ca-a587-b5e9e2688329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:16.561572255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3f788e-cd4e-44ca-a587-b5e9e2688329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:16.615930352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3f788e-cd4e-44ca-a587-b5e9e2688329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:16.670149271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f3f788e-cd4e-44ca-a587-b5e9e2688329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:17.620227333Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-2bfbf107","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-2bfbf107","reconcileID":"ece8424e-2c6a-4c24-a8db-8bbf91cc6f44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-2bfbf107-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-2bfbf107-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:18.701258588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb927120-b37d-4469-8c0a-224f52ffe279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:18.755650945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb927120-b37d-4469-8c0a-224f52ffe279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:18.809673063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb927120-b37d-4469-8c0a-224f52ffe279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:18.86370608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb927120-b37d-4469-8c0a-224f52ffe279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:19.798413817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77e1d47c-bd06-47a0-b837-8c413590835c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:19.922039989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"057679fa-fd08-42cc-9a32-2efcd6ebc45d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:20.826987271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10a104-c568-44b1-805d-33e3a1297827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:20.881177866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10a104-c568-44b1-805d-33e3a1297827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:20.935681058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10a104-c568-44b1-805d-33e3a1297827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:20.989709572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10a104-c568-44b1-805d-33e3a1297827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:21.444305824Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-5b176c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-5b176c","reconcileID":"ea25458a-1883-4c0d-95b0-d5034b516098","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-5b176c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-5b176c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:22.923363479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65755ed3-cf90-4c59-924c-6c806e6bca26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:22.97740874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65755ed3-cf90-4c59-924c-6c806e6bca26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:23.031314927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65755ed3-cf90-4c59-924c-6c806e6bca26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:23.085360269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65755ed3-cf90-4c59-924c-6c806e6bca26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:24.167114547Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-22e9c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-22e9c4","reconcileID":"bfac8791-3b7d-42b6-a7e3-d5676d0a97d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-22e9c4","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-22e9c4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:24.833176254Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-9a1b3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-9a1b3f","reconcileID":"afe0c0d7-d929-46b5-ab7f-7ec1c847e47c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-9a1b3f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-9a1b3f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:25.198026993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b6077-12f6-4f4c-a8d9-af6d6ff46dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:25.252077045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b6077-12f6-4f4c-a8d9-af6d6ff46dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:25.306768702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b6077-12f6-4f4c-a8d9-af6d6ff46dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:25.360942919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b6077-12f6-4f4c-a8d9-af6d6ff46dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:26.778180043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:27.292969143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc52ba2-1e0f-4b8e-831f-8a9832789f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:27.347086337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc52ba2-1e0f-4b8e-831f-8a9832789f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:27.401486883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc52ba2-1e0f-4b8e-831f-8a9832789f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:27.455469252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc52ba2-1e0f-4b8e-831f-8a9832789f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:27.706207637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e963703-e7b1-452b-ae69-f7faa76d64dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:27.806927462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18182e1b-21fc-4977-bc5d-df031f30603a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:29.47702372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d3071d-34c8-4b4c-85e2-b816eaaae733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:29.530832444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d3071d-34c8-4b4c-85e2-b816eaaae733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:29.584506856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d3071d-34c8-4b4c-85e2-b816eaaae733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:29.6384346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d3071d-34c8-4b4c-85e2-b816eaaae733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.475627429Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","namespace":"ai-tenant-e2e-ait-58081d7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.475690122Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","namespace":"ai-tenant-e2e-ait-58081d7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.475742798Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","tenant":"e2e-ait-58081d7a","tenantID":"e2e-ait-58081d7a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.531161619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"Deployment","name":"maas-api-e2e-ait-58081d7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.559699056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039f687b-fd5c-486c-a593-546a8be45c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.616571008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039f687b-fd5c-486c-a593-546a8be45c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.624999025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"Service","name":"maas-api-e2e-ait-58081d7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.673199032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039f687b-fd5c-486c-a593-546a8be45c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.727677649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039f687b-fd5c-486c-a593-546a8be45c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.730429518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-58081d7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.785326338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-58081d7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.842537098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:31.898651454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.003592117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.059549128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.11294276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"Deployment","name":"payload-processing-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.166212649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.219567638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"Service","name":"payload-processing-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.273374508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"Service","name":"payload-pre-processing-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.326680058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"DestinationRule","name":"payload-processing-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.379921524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.433434653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.492749332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.546209152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.599637986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.653909372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-58081d7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:32.707260195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-58081d7a"},"namespace":"ai-tenant-e2e-ait-58081d7a","name":"default-tenant","reconcileID":"ce33907a-8cfd-4b77-81c0-0d78af3fe86b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-58081d7a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:33.592550615Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-58081d7a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-58081d7a","reconcileID":"d46c41f8-ca9a-4a73-b6a4-874f48b9ccee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-58081d7a","removed":["maas.opendatahub.io/gateway-access-e2e-ait-58081d7a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:33.693411213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1c824-912d-44c7-9f24-7fd13ca5e0bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:33.748471122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1c824-912d-44c7-9f24-7fd13ca5e0bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:33.802459168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1c824-912d-44c7-9f24-7fd13ca5e0bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:33.856409184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1c824-912d-44c7-9f24-7fd13ca5e0bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:34.993477017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cd25508d-6ec1-4e2d-a52f-9673c26ad91d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:35.158446782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"efd0a9bb-87f3-497f-90d7-d4f8edf6cd8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:35.812536707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08780559-3b71-4cb0-b0fd-cffb81eddcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:35.866515723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08780559-3b71-4cb0-b0fd-cffb81eddcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:35.920297682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08780559-3b71-4cb0-b0fd-cffb81eddcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:35.975002802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08780559-3b71-4cb0-b0fd-cffb81eddcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:37.927368381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24a406d-1513-40cc-a7eb-b67c3da37202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:37.980894125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"971bd7ae-794a-4deb-8c01-4fc3c67825b8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:37.981705293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24a406d-1513-40cc-a7eb-b67c3da37202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:38.035706107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24a406d-1513-40cc-a7eb-b67c3da37202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:38.089844155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24a406d-1513-40cc-a7eb-b67c3da37202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:38.154731684Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"971bd7ae-794a-4deb-8c01-4fc3c67825b8","name":"e2e-worker-w0-5b176c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:40.084359059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1304e7-68a4-4d59-9a76-2caabdd9c63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:40.138385841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1304e7-68a4-4d59-9a76-2caabdd9c63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:40.192371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1304e7-68a4-4d59-9a76-2caabdd9c63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:40.246305211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1304e7-68a4-4d59-9a76-2caabdd9c63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:41.261505238Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0bbe80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0bbe80","reconcileID":"b3655f3a-656a-4e0d-83db-965af7177241","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-0bbe80","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-0bbe80":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:42.203090967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daabbd03-c0ba-4fda-b3d8-132bb5c0f0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:42.25789923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daabbd03-c0ba-4fda-b3d8-132bb5c0f0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:42.312828602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daabbd03-c0ba-4fda-b3d8-132bb5c0f0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:42.367025231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daabbd03-c0ba-4fda-b3d8-132bb5c0f0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:43.44625903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"f133eb48-d223-4b53-bdca-97001f87d6e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:43.564541005Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"f133eb48-d223-4b53-bdca-97001f87d6e6","name":"e2e-worker-w2-22e9c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:44.315936533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf71782-c9f6-47b8-aeb3-c734a5170bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:44.369756304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf71782-c9f6-47b8-aeb3-c734a5170bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:44.423832283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf71782-c9f6-47b8-aeb3-c734a5170bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:44.477769596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf71782-c9f6-47b8-aeb3-c734a5170bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:46.482481853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ec10d6-faf9-4887-816b-1ed68a68e729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:46.536739753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ec10d6-faf9-4887-816b-1ed68a68e729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:46.591086188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ec10d6-faf9-4887-816b-1ed68a68e729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:46.645321718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ec10d6-faf9-4887-816b-1ed68a68e729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:48.589356526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9128fe9d-1958-4d53-aab0-39861a4e1ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:48.644496644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9128fe9d-1958-4d53-aab0-39861a4e1ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:48.698626525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9128fe9d-1958-4d53-aab0-39861a4e1ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:48.753332297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9128fe9d-1958-4d53-aab0-39861a4e1ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:53.774624705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"8064a11b-6f27-4366-81f1-f04d54dccaf3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:53.891605663Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"8064a11b-6f27-4366-81f1-f04d54dccaf3","name":"e2e-worker-w3-9a1b3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:53.948351637Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","namespace":"ai-tenant-e2e-derive-286d081d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:53.948418674Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","namespace":"ai-tenant-e2e-derive-286d081d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:53.948483764Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","tenant":"e2e-derive-286d081d","tenantID":"e2e-derive-286d081d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.003765745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"Deployment","name":"maas-api-e2e-derive-286d081d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.065310043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"Service","name":"maas-api-e2e-derive-286d081d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.121519245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-286d081d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.176570989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-286d081d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.232369757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.287684157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.346089383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.401894564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.455780828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"Deployment","name":"payload-processing-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.509398537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.562937148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"Service","name":"payload-processing-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.616310679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"Service","name":"payload-pre-processing-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.669523838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"DestinationRule","name":"payload-processing-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.722955311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.776271869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.834717212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.887897759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.941263615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:54.994744343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-286d081d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:55.048064525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-286d081d"},"namespace":"ai-tenant-e2e-derive-286d081d","name":"default-tenant","reconcileID":"22b65017-c9cc-4b13-bbed-8127fa81f8a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-286d081d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:55.946470988Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-286d081d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-286d081d","reconcileID":"e3c43f80-8cf4-4ecc-8424-ab8f45a6398e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-286d081d","removed":["maas.opendatahub.io/gateway-access-e2e-derive-286d081d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:56.777361951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:57.157424992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea97cb40-02cd-4364-8b6b-f9a9c2d74a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:57.21146032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea97cb40-02cd-4364-8b6b-f9a9c2d74a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:57.265620929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea97cb40-02cd-4364-8b6b-f9a9c2d74a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:57.319582944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea97cb40-02cd-4364-8b6b-f9a9c2d74a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:59.29008171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f77545-de2c-4a52-b0fc-f3ac959fa628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:59.343929233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f77545-de2c-4a52-b0fc-f3ac959fa628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:59.397861494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f77545-de2c-4a52-b0fc-f3ac959fa628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:41:59.451816218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f77545-de2c-4a52-b0fc-f3ac959fa628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:01.487899965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e93cfe-2527-4bd4-a9e1-8b9107dd2ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:01.541862629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e93cfe-2527-4bd4-a9e1-8b9107dd2ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:01.595655079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e93cfe-2527-4bd4-a9e1-8b9107dd2ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:01.649703101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e93cfe-2527-4bd4-a9e1-8b9107dd2ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:02.786826087Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-6d5663","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-6d5663","reconcileID":"d01c52ae-ec80-48df-a6bf-29768df1ed93","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-6d5663","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-6d5663":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:03.589162535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40042c13-ad04-454b-a0d7-7bc49e716d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:03.643336829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40042c13-ad04-454b-a0d7-7bc49e716d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:03.697245076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40042c13-ad04-454b-a0d7-7bc49e716d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:03.751257325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40042c13-ad04-454b-a0d7-7bc49e716d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:05.690308974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc5bf85-56b5-4f83-8ace-ebc235f18e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:05.74434971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc5bf85-56b5-4f83-8ace-ebc235f18e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:05.79821239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc5bf85-56b5-4f83-8ace-ebc235f18e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:05.852234689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc5bf85-56b5-4f83-8ace-ebc235f18e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:07.806536625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b84b23-affd-4e6e-a5a7-77c05567f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:07.861243238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b84b23-affd-4e6e-a5a7-77c05567f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:07.915077099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b84b23-affd-4e6e-a5a7-77c05567f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:07.969157631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b84b23-affd-4e6e-a5a7-77c05567f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:09.947435281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63873451-1483-45a1-b431-d5eaa1962db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:10.00124872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63873451-1483-45a1-b431-d5eaa1962db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:10.055030311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63873451-1483-45a1-b431-d5eaa1962db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:10.109067351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63873451-1483-45a1-b431-d5eaa1962db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:10.820662508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"50384b69-7e68-4bf6-9fe5-43de419e9491","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:10.938152852Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"50384b69-7e68-4bf6-9fe5-43de419e9491","name":"e2e-worker-w4-0bbe80-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:12.083500103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e796db-b76d-4741-8d15-04664477ff86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:12.137777372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e796db-b76d-4741-8d15-04664477ff86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:12.19192904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e796db-b76d-4741-8d15-04664477ff86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:12.245865689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e796db-b76d-4741-8d15-04664477ff86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:14.179019492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee7d054-5386-4324-934d-60defc13d105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:14.233180067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee7d054-5386-4324-934d-60defc13d105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:14.287072612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee7d054-5386-4324-934d-60defc13d105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:14.341146915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee7d054-5386-4324-934d-60defc13d105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:22.986406704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c51f394-3d6a-4039-8d23-546f4f3d8c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:23.040232585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c51f394-3d6a-4039-8d23-546f4f3d8c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:23.094116966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c51f394-3d6a-4039-8d23-546f4f3d8c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:23.148476404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c51f394-3d6a-4039-8d23-546f4f3d8c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:25.09105772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76885562-28d8-42a9-868b-0e8054c2c367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:25.144955623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76885562-28d8-42a9-868b-0e8054c2c367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:25.198709034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76885562-28d8-42a9-868b-0e8054c2c367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:25.252868864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76885562-28d8-42a9-868b-0e8054c2c367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:26.833778701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:27.224272827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dabf3cc-2896-4dbe-9824-20f2dc0c1664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:27.278092487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dabf3cc-2896-4dbe-9824-20f2dc0c1664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:27.332095748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dabf3cc-2896-4dbe-9824-20f2dc0c1664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:27.386350005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dabf3cc-2896-4dbe-9824-20f2dc0c1664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:28.460083979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3caca323-f74c-40eb-a3fd-4d2562f73fb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:28.623809897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f0b1b48-675f-4820-bae5-5e403b36243d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:29.391150978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a2b99d-41d6-4222-97cf-bf8aad0dbcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:29.445038315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a2b99d-41d6-4222-97cf-bf8aad0dbcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:29.498737588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a2b99d-41d6-4222-97cf-bf8aad0dbcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:29.55238533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a2b99d-41d6-4222-97cf-bf8aad0dbcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:31.385897989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"be9406ce-c8c6-4b9f-8bcf-582594831f71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:31.482145706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7864f712-2838-454d-ad70-4457f9d3aed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:31.536041968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7864f712-2838-454d-ad70-4457f9d3aed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:31.546750371Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"be9406ce-c8c6-4b9f-8bcf-582594831f71","name":"e2e-worker-w1-6d5663-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:31.590460203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7864f712-2838-454d-ad70-4457f9d3aed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:31.644510024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7864f712-2838-454d-ad70-4457f9d3aed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:36.696320676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"943dc458-9e68-4c1e-ad5d-6a0de4a53fac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:36.884348662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7459ea33-ada0-402b-b1b5-82855594f37e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:43.355384177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90b38cd-cc6b-448f-83e6-345f36791dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:43.409887873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90b38cd-cc6b-448f-83e6-345f36791dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:43.463817345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90b38cd-cc6b-448f-83e6-345f36791dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:43.51849768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90b38cd-cc6b-448f-83e6-345f36791dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:45.485279951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85832ea-0682-43e7-ae97-f2b490a14027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:45.539708492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85832ea-0682-43e7-ae97-f2b490a14027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:45.593595339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85832ea-0682-43e7-ae97-f2b490a14027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:45.647766844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85832ea-0682-43e7-ae97-f2b490a14027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:46.169221497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"1e1fabae-62aa-41b2-9588-4605848d7403","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:56.777494971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:58.846985553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"763bf9dc-6fc1-441f-b2c0-654fbb0846cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:42:59.028316444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"152ff0e3-2b59-48b7-bed8-ac4a3f1327d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:02.053277416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"1779d08c-a68a-465e-af5b-33703f31e9e0","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:03.236257305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99eff1ad-9c0e-42c1-b1b1-87493d11d702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:03.290185029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99eff1ad-9c0e-42c1-b1b1-87493d11d702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:03.344087672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99eff1ad-9c0e-42c1-b1b1-87493d11d702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:03.398030715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99eff1ad-9c0e-42c1-b1b1-87493d11d702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:04.938948097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"d26d00dd-b3cf-4abf-9b5c-9f341b71bb7b","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:05.000411345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"8050ee39-c7c2-44e1-9cd9-c7f74434405d","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:05.390621126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d40ba47-6fcb-4252-9281-6c458df07774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:05.445473927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d40ba47-6fcb-4252-9281-6c458df07774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:05.499311441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d40ba47-6fcb-4252-9281-6c458df07774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:05.553261695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d40ba47-6fcb-4252-9281-6c458df07774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:07.991193652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"05d18fdc-8d3a-4a7a-9a6d-1255f805e711","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:11.49810781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46d3c1fa-f253-4377-ae66-3784fe59444b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:11.730797944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83093da0-7b0b-428a-b8e5-70011f6a78f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:18.593213057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d144372-e585-4c9c-b171-e1c9dc58b8ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:18.71366932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f8bb58c-f873-4b47-b573-9cfc6c8592de","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:25.743006902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14018bf0-9c0d-4a1a-abe1-73a4a5db6e73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:25.845365911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17b4522c-a11a-40d5-99c0-a73ec62b4c47","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:26.777722209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:29.578976596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"a7c6e4d2-e5de-4bb0-84bf-b5ecf631aa96","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:29.640346287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"7a57d8a9-543b-48b7-b16b-d8406e7367e0","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:44.374030388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"28d410a0-ecaf-486e-bd58-a2768ce55acb","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:44.589678553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"c3f95e0c-4ffe-4e11-aa6f-17508467700f","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:44.648554025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7f9b3d0-060e-4219-ae59-454aaf1f7189","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:44.648575154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7f9b3d0-060e-4219-ae59-454aaf1f7189","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:44.693690264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"f4d7584d-6d44-41a0-831b-0f63ca984709","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:43:44.703952021Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-5b176c/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:44.751865242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"cf2a88cb-bb56-4bd1-8ae3-fe7aa0545caf","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:44.762888096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b91876f-5441-4f65-9a3a-ef41367698f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:44.762907612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b91876f-5441-4f65-9a3a-ef41367698f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:44.972589419Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"14e0af33-7928-49d2-8f07-baf1c08d3794","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"simulator-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:44.987085874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"228f7845-b981-4a25-8bba-110aeab552ec","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.047804732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"6762c467-8b90-4401-87ab-87b11ffdd386","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:43:45.10256344Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"6762c467-8b90-4401-87ab-87b11ffdd386","name":"simulator-w0-5b176c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-5b176c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:43:45.102644051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"6762c467-8b90-4401-87ab-87b11ffdd386","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-5b176c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.107964287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"d90f4917-d284-43ac-98b4-d187215f5733","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.137680433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"5096b000-610d-4069-8b7e-ebeaf15566d2","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.152428444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"cb007ee9-4941-4617-932d-16a51db81f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.251816053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"b26cc3b4-5d7f-47f5-9f21-f568d545905f","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.276510673Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"cb007ee9-4941-4617-932d-16a51db81f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.30989003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"5c5da0d2-782b-4b0b-b0f7-2a2a555071fc","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.332445363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"cb007ee9-4941-4617-932d-16a51db81f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.353068615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"90b66352-0a3d-4c63-bb2a-aa8fc3eb67a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.355809982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"f418d5d6-5443-42b5-8834-5913ca370ce1","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:43:45.363676702Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-5b176c/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.390260726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"55cf100b-c3b7-414b-8124-0489810936de","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.413515812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"f3a71f39-1037-4f6a-a419-f05d9b60ac17","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.496897517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"850471b1-05c1-4c20-b6b4-4cddd42a4851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.519876927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"a036c393-cb46-4a57-b4b4-2a9c52588406","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.52528432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"63f73ef9-1f80-4abe-8685-f09128cee690","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.554029132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"850471b1-05c1-4c20-b6b4-4cddd42a4851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.583889995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"5e0ac4a7-fd9c-401e-9b8d-a61740fc3711","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.609840429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"850471b1-05c1-4c20-b6b4-4cddd42a4851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.631182547Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"f2074b00-e2c3-4655-9398-980778d96ccb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"premium-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:43:45.638449162Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"5e0ac4a7-fd9c-401e-9b8d-a61740fc3711","name":"premium-w0-5b176c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-5b176c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:43:45.638503954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"5e0ac4a7-fd9c-401e-9b8d-a61740fc3711","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-5b176c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.643842319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"6598749b-1c45-44b0-af39-6815cf7a64c8","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.75179724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"16c4de18-3602-4834-ba00-03beb7299940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.796369167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"137cc805-f183-43ab-96fa-0ce6986270d7","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.808964824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"16c4de18-3602-4834-ba00-03beb7299940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.851702417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"70eaba82-7c37-445c-a138-51da7387b931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.864957227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"16c4de18-3602-4834-ba00-03beb7299940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.910377668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"70eaba82-7c37-445c-a138-51da7387b931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.93248595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"ea7a2d24-04f0-4c68-a640-62c8721d8b15","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:45.96887886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"70eaba82-7c37-445c-a138-51da7387b931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:46.015246896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"9c60aa46-9a00-4d36-8df5-c86d2aced8ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:46.092060154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"dceaea95-16d1-437d-b0df-fa5ad02ff119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:46.149819685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"dceaea95-16d1-437d-b0df-fa5ad02ff119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:46.18105716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"d20b1494-168b-4e5d-a9b2-87a7f06ac7bc","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:46.206580683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"dceaea95-16d1-437d-b0df-fa5ad02ff119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:43:46.26098758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"dceaea95-16d1-437d-b0df-fa5ad02ff119","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:46.42648886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"4c0ace0d-e321-47b0-87f5-d98ccdb626f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:46.487532022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"4c0ace0d-e321-47b0-87f5-d98ccdb626f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:46.548550452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"4c0ace0d-e321-47b0-87f5-d98ccdb626f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:47.075170107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"2a0a690c-62a3-4089-a4c1-a70c6f677979","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:47.137447015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"9200b1ec-2b74-4b67-878f-a0901fdaa418","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:49.401111324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"7c2e179b-de42-4e85-9fc3-346de3a5c634","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:49.567622952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"8409c0a5-443e-4ce6-883d-f6cfac42ff43","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:49.989193968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a94acffd-6dc7-451d-8eae-73daa37a788d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:49.98919244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"163b23e2-d48a-4cf4-a7c0-62fccb53f988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:50.048138623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a94acffd-6dc7-451d-8eae-73daa37a788d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:50.048227141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"163b23e2-d48a-4cf4-a7c0-62fccb53f988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:50.106040643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a94acffd-6dc7-451d-8eae-73daa37a788d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:50.106037721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"163b23e2-d48a-4cf4-a7c0-62fccb53f988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:43:56.777718881Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.113675953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"19a1f444-447c-4c83-879e-080017b8b59b","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.228479957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"9e011aaa-e746-4c4d-a66b-0338817702de","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.268470487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"2e405335-a821-49fd-862b-b8593b9595c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.268485115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d56db814-4815-40c1-9bd7-e6c48fde65c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.289372565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"d0f154b6-8028-46f8-a389-af646c200136","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.326489375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d56db814-4815-40c1-9bd7-e6c48fde65c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.326599019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"2e405335-a821-49fd-862b-b8593b9595c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.333937608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"836efd27-5e75-492e-89d0-d473f331a6fb","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:00.344217133Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.389030729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d56db814-4815-40c1-9bd7-e6c48fde65c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.39311278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"5f6aaef3-6904-470d-9ec6-f944d15e6825","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.404355078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"2e405335-a821-49fd-862b-b8593b9595c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.535788435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"01c33ae9-6af3-411b-8b19-a2a11ecf98ee","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.598987283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"e054b278-4157-411a-bca8-1ed6a7119e6f","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.618071087Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"56ede113-252f-4957-b594-289a6b740bce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"simulator-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.781212037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"3b71cc89-fb76-4607-ae5b-0a21ffecf1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.842529922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"29859f9c-995a-445d-9362-fedd8fb1aa43","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.845470048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"b47e355e-9947-4633-a733-f5de8bfbe3bf","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.900505993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"3428beac-8ab1-4b7a-b1bf-649debe2b8ab","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.908812858Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"3b71cc89-fb76-4607-ae5b-0a21ffecf1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:00.949012412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"9cc67ccb-443b-4a7b-9f52-075378b7169b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.958699828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"f9310e8d-580a-4b39-b51c-091f435fdb85","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:00.971692306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"3b71cc89-fb76-4607-ae5b-0a21ffecf1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.030612618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"c497782a-d5b9-4c1e-b7dd-de3942fddaf0","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.062224101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"89a2d13c-b72d-4dc8-a798-ba51a56ffabc","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.062631797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"e0b6fb3f-2233-491d-980e-74c8697963dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.120454247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"1e2f0e08-bdd2-4b20-a2e2-aba7397b0fd2","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.136803091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"f2800f14-f9bc-454c-8c1e-88b03d03d8a5","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.137405439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"f51bee8d-ceab-4594-be05-b0c9ed1839b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.195278418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"f51bee8d-ceab-4594-be05-b0c9ed1839b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.198256499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"f453c6be-0528-4365-b7aa-40865b722f9d","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.251041375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"f51bee8d-ceab-4594-be05-b0c9ed1839b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.341874005Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"d762c19e-766d-4564-8f70-a55d446935c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"premium-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.355033059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c1794490-ffea-4501-bb72-be06218d256c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.365594082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"5ef169e4-4a2a-4503-8326-f23f98bdce04","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.413814677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c1794490-ffea-4501-bb72-be06218d256c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.45610885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6d7362c7-34ad-4b2f-acf0-2c2e5d1e1728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.469827087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c1794490-ffea-4501-bb72-be06218d256c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.511953465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"a2125c62-eab1-446e-a8ee-6dd3647906e5","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.514910592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6d7362c7-34ad-4b2f-acf0-2c2e5d1e1728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.527717337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"8a6a14b5-f75e-48fd-8754-285e3c259d0b","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.570992664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6d7362c7-34ad-4b2f-acf0-2c2e5d1e1728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.688944026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d421120a-f2c1-4767-a9ae-df7a04f0fec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.730704017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"80eb5393-b695-4f3b-8cd2-41751f0fe5f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.751248595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d421120a-f2c1-4767-a9ae-df7a04f0fec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:01.807515243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d421120a-f2c1-4767-a9ae-df7a04f0fec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.329093157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"600f495b-15c7-4d78-bbeb-7bfb57473d00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.622112435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"b73e1d45-2156-4d44-b9c0-8bbe99a392ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.746041723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7d5a0091-f303-40a3-8b6c-5181564cc00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.746041766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d4456f0d-b3a9-42d5-9a96-38500da5ef33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.790603212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"0d76e1f2-5ce8-49ce-a430-631e8ea86648","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.804099768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d4456f0d-b3a9-42d5-9a96-38500da5ef33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.804265942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7d5a0091-f303-40a3-8b6c-5181564cc00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.86064992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1346c4466eddc667d8f326a498bb462ac25ab21ebd515eb048df7c9c8ab3f2ca) AuthConfig (9f96a3c964f0b8092bd3205fbfba2790efb7ddce2ee09d54f73abf7418d22cc5) AuthConfig (c2f671f93f4a8c03ca64f9cb3b3e0b1d1d37b1cc6757dbc0577fb5b6a43a95e7) AuthConfig (2475280772ad8f4bf327539de384bc55c89fc0a071f5093778e5de8780902038) AuthConfig (43f0c13d04634eebe79f31036466b9c29ec5d2f81b2320c81daf0024a6fcc0f7) AuthConfig (218346dfe7972aaac35b8de27c7b3a2f21962857c64e03d2f98fe2a2ee867200) AuthConfig (128daa8f29694df599f957d94ccec56fced35f1f4a01732223b3847a1a0e692a) AuthConfig (204de13f8dfab2a6ee094bac6cc2424ced87512eaf367c82b74ad010e97cbbad) AuthConfig (2ca2674a97d441f1ca999e9ef01411b3fd27665122bc89c79e9ed0a1f941424c) AuthConfig (68f8e69f98f8d92d1ab201b683c43abff0842b7bda3b75817891efee8054567e) AuthConfig (d999454c7a887d62e02ca4ae97dae5b3ee8b2331d2f63d0597260db022641baf) AuthConfig (9801361be3d71d782ebbed168db7c88df392d855e431b2e0762054225082a6e9) AuthConfig (ce1eaa5c4193e43b73a21a1346db83a4fb47a6dd9dd1bba4e57d934fc4a8efb9) AuthConfig (976894d3a8f74ba036222c6d6f963b9d3c810b37e0296a745fd611f56b9f4bf3) AuthConfig (6002475dc23648d66e52ae69201d665a169dd0815303e2eee47a5a8795935573) AuthConfig (608b990fee48b842801562b81648be6b3f8586e962e7f89679250000ea1a5aaf) AuthConfig (94dc3cd3525bf2a4382b85ae98fee5584c38eb25c6473f2f5b10464f2690cbe2) AuthConfig (a2b2415f6a077e2b076f90ee84e9b98f62407a5b22b950613fa0c22087459a8b) AuthConfig (6e925528081867ced0c0274a1c7d3ec2627676d471cd04b3ff42da0dd60b756e) AuthConfig (2445bb2605308e4c3cb3abfb4622dc0c780a75a53bb3312951b7e738c7abef8b) AuthConfig (2f53f192a0ec039af742936574c835dfaed8ebb3524f4a77616550a25a31e794) AuthConfig (6e60167eecce8cea8087037cf732637ab6f12839468eca5eca80374f1bbeae97) AuthConfig (910dfbde67e3e934271b65577d7f02692f9a08978ba841225080b72ec33d2454) AuthConfig (237864b0778c96d8e5e5c876abc882fed449eab34056d2a434fd63dddce3dc40) AuthConfig (bf8f0a116474fcb5e3a6703d1fff447d4d54414cca2db3adfa6c8cd7e42eada8) AuthConfig (1f9a5ff5c5067c6b4be5f6a1e4b37abb0a5ad84025d193795a0ac4854a740ecd) AuthConfig (2e0d3e9096e1b8a8723e14148539201ccf29b3901e812846dea66d0745f78531) AuthConfig (7ed915ff73f6ae520b28f13e15c9ba87324b4af8488179825181cb1915d686c5) AuthConfig (06f122345e45ff9b73c19d1f6cdc1b175cb56d9014f5df523a2c346b2baef998) AuthConfig (f1f106e93a6462148afc899f540a084df0ef00e42ab89618a81f4c964f275f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d4456f0d-b3a9-42d5-9a96-38500da5ef33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.860696879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1346c4466eddc667d8f326a498bb462ac25ab21ebd515eb048df7c9c8ab3f2ca) AuthConfig (9f96a3c964f0b8092bd3205fbfba2790efb7ddce2ee09d54f73abf7418d22cc5) AuthConfig (c2f671f93f4a8c03ca64f9cb3b3e0b1d1d37b1cc6757dbc0577fb5b6a43a95e7) AuthConfig (2475280772ad8f4bf327539de384bc55c89fc0a071f5093778e5de8780902038) AuthConfig (43f0c13d04634eebe79f31036466b9c29ec5d2f81b2320c81daf0024a6fcc0f7) AuthConfig (218346dfe7972aaac35b8de27c7b3a2f21962857c64e03d2f98fe2a2ee867200) AuthConfig (128daa8f29694df599f957d94ccec56fced35f1f4a01732223b3847a1a0e692a) AuthConfig (204de13f8dfab2a6ee094bac6cc2424ced87512eaf367c82b74ad010e97cbbad) AuthConfig (2ca2674a97d441f1ca999e9ef01411b3fd27665122bc89c79e9ed0a1f941424c) AuthConfig (68f8e69f98f8d92d1ab201b683c43abff0842b7bda3b75817891efee8054567e) AuthConfig (d999454c7a887d62e02ca4ae97dae5b3ee8b2331d2f63d0597260db022641baf) AuthConfig (9801361be3d71d782ebbed168db7c88df392d855e431b2e0762054225082a6e9) AuthConfig (ce1eaa5c4193e43b73a21a1346db83a4fb47a6dd9dd1bba4e57d934fc4a8efb9) AuthConfig (976894d3a8f74ba036222c6d6f963b9d3c810b37e0296a745fd611f56b9f4bf3) AuthConfig (6002475dc23648d66e52ae69201d665a169dd0815303e2eee47a5a8795935573) AuthConfig (608b990fee48b842801562b81648be6b3f8586e962e7f89679250000ea1a5aaf) AuthConfig (94dc3cd3525bf2a4382b85ae98fee5584c38eb25c6473f2f5b10464f2690cbe2) AuthConfig (a2b2415f6a077e2b076f90ee84e9b98f62407a5b22b950613fa0c22087459a8b) AuthConfig (6e925528081867ced0c0274a1c7d3ec2627676d471cd04b3ff42da0dd60b756e) AuthConfig (2445bb2605308e4c3cb3abfb4622dc0c780a75a53bb3312951b7e738c7abef8b) AuthConfig (2f53f192a0ec039af742936574c835dfaed8ebb3524f4a77616550a25a31e794) AuthConfig (6e60167eecce8cea8087037cf732637ab6f12839468eca5eca80374f1bbeae97) AuthConfig (910dfbde67e3e934271b65577d7f02692f9a08978ba841225080b72ec33d2454) AuthConfig (237864b0778c96d8e5e5c876abc882fed449eab34056d2a434fd63dddce3dc40) AuthConfig (bf8f0a116474fcb5e3a6703d1fff447d4d54414cca2db3adfa6c8cd7e42eada8) AuthConfig (1f9a5ff5c5067c6b4be5f6a1e4b37abb0a5ad84025d193795a0ac4854a740ecd) AuthConfig (2e0d3e9096e1b8a8723e14148539201ccf29b3901e812846dea66d0745f78531) AuthConfig (7ed915ff73f6ae520b28f13e15c9ba87324b4af8488179825181cb1915d686c5) AuthConfig (06f122345e45ff9b73c19d1f6cdc1b175cb56d9014f5df523a2c346b2baef998) AuthConfig (f1f106e93a6462148afc899f540a084df0ef00e42ab89618a81f4c964f275f2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7d5a0091-f303-40a3-8b6c-5181564cc00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.922260576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"defad148-d712-403c-80f3-413c1a0e6d81","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:03.922630272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"d44b2ccf-a72d-4ae7-8409-9b41ef25a7c2","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:07.149943491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"873fff22-c9a2-40ed-8564-d9be4a594387","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:11.740324185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d39c0163-192a-4d1a-8435-b2b3cc5fd123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:11.798977342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d39c0163-192a-4d1a-8435-b2b3cc5fd123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:11.857085026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d39c0163-192a-4d1a-8435-b2b3cc5fd123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:11.970996167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"480c55f8-7145-4158-84f3-ca5f6cbe5c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.030721187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"480c55f8-7145-4158-84f3-ca5f6cbe5c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.087698615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"480c55f8-7145-4158-84f3-ca5f6cbe5c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.320862232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"74b9868c-d43c-4f28-a631-3a6f29f256ef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.465304556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"513e9a1b-dcab-4a1b-bbe7-3685fbb9fc32","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.524492164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"01836105-b0cd-42ea-baf4-39e20dee17fa","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.571090708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"b1a99a3c-f496-4b0a-958c-44fd53cf3ca8","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:12.579503768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.627145362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"5408ce2e-eb0f-43e5-a791-752b420c2676","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.777723782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"1796b057-8e0c-4955-b267-a77fc5380032","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.837887439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"7c4619f6-3c92-437c-92ed-91bb9d1320ff","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.84672239Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"54149fe7-8275-46ea-8f94-964cb07291fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"simulator-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.941950717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"60e97f3a-97f5-4ff8-b990-e0a972521cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:12.944883136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"16329116-ec21-49cc-bc95-3a07703e5ab1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.013243124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"987ae874-379b-4aae-8009-bd36d876faf4","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.065406379Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"60e97f3a-97f5-4ff8-b990-e0a972521cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.072997053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"7e0b6c19-87cf-4fd4-86a1-65aafc453bdc","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.114717871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"87469882-db4a-47ce-9688-4bf1fabef1db","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.12128801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"60e97f3a-97f5-4ff8-b990-e0a972521cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.131240782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"69a5bde4-ef59-4df3-8aa9-cfb5ec6f605d","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:13.17737199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"095627c9-2a1e-41be-bfaf-9d489cb3fc33","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.180468237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"18510b78-3679-45b1-a570-a848da57d87a","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.19038635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"eae978c1-9d04-4262-badd-17a965e2f2d6","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.227288297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"6917b282-b19f-4a14-a966-72965831b593","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.287352219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"30abbcf2-1a12-411f-b0db-13536d5fad4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.288017669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"dd6ec86b-87da-4e27-9edf-252377de322d","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.344386065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"b02e1abf-bd97-4741-aa84-30340f3e0d56","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.345103169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"30abbcf2-1a12-411f-b0db-13536d5fad4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.379645852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"612811d9-0f2d-431c-b77f-b521cecb9522","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.400997526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"30abbcf2-1a12-411f-b0db-13536d5fad4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.440235566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f7feb44c-72e6-4b2a-a2d8-6dec3c3ec4c9","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.469325251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"714768f3-26cb-41b5-a404-f7b2479f7289","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:13.49504061Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f7feb44c-72e6-4b2a-a2d8-6dec3c3ec4c9","name":"premium-w3-9a1b3f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-9a1b3f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:13.495102254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f7feb44c-72e6-4b2a-a2d8-6dec3c3ec4c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-9a1b3f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.500477395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"2a87630a-18fc-40c9-adeb-0bcf4b435254","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.561285619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ad044238-65e2-4177-9de1-d1a40be33fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.56963021Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"37055ca0-425b-478c-ba4e-7efeb4bc105e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"premium-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.596583989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"a4778191-0e1e-4c13-9416-0ec93e095a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.618801698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ad044238-65e2-4177-9de1-d1a40be33fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.635798434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"c00eae27-2360-48d0-b353-f3bc0ddbc8f2","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.655374744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"a4778191-0e1e-4c13-9416-0ec93e095a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.664338308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d3542226-549a-4108-a78f-e2910eb4673c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.664355772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"5f1a2f5d-cb9e-43b6-9faf-299f864b2178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.67477982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ad044238-65e2-4177-9de1-d1a40be33fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.711585326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"a4778191-0e1e-4c13-9416-0ec93e095a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.721894198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"5f1a2f5d-cb9e-43b6-9faf-299f864b2178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.721942585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d3542226-549a-4108-a78f-e2910eb4673c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.737846629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"1c99ec0b-75fd-4fb5-8d63-8cc7a5d01d9f","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.769927799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"48c696ff-bb3c-4944-80a5-3d1e5c51b7b1","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.778032694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22470d560774e4a11cda4a41cf8583bd928f6625e202a5b85a3587a6dd7b3a3c) AuthConfig (2ac2c9173cd799db04e12a991fb260c160ecb0b7782e5eef9e3d0195a8d1d329) AuthConfig (15429cdc0e65b747afeb1d3cd7f5b6562bd1b1a5a091b3b4509dddd43ad74712) AuthConfig (2c715d7d1b33000352012f08b88ede7be929467674393dd6e260356d661899fe) AuthConfig (9ce267d93afb09c14de8e76b70d69483c203efb55e87418f890b2a1631f95389) AuthConfig (e4c5b0f907af5a243b8d37d75b9af75676cd0ca1430dc4675a371e855cef8670) AuthConfig (376edd6236afb3c6704da9528f881a1b9737b2fd55dbb7af280c01bac678cee5) AuthConfig (477ef42113d9f5e47603c582fea511d266f95caae70b93c5058eb3f863d8768f) AuthConfig (e3a94a070dcbf5a2a664f4a4f227790224db541a6db8ba30e6d8491942146bec) AuthConfig (12ac809732c4fda6016beb8e8bb3534567fe5d78620e19cb119223f518e6d4fc) AuthConfig (e1dea764a482e3ebed645b71d22d56cb00035181f7d3b42c67ae77a493333543) AuthConfig (0452cdbbdc14d1bc31cf38fef9e78f0ebe1ec14ea3119172df0decb016271f77) AuthConfig (7277f97f0356c4c27d8383239f9149c17ddf833bfe4f66b88542eb9c50c364db) AuthConfig (63a00ed7c83dc170f852dba170ca3f16b0c2286bca7565cdaf1811dcaffd1c3f) AuthConfig (0c267ea79b00fb0c38af5b85e88b21a0c5df20d33aae13f3a935753f657a02a5) AuthConfig (61c1bd81e07b3f69f92ebe92a9fbbfd523edcd03f9dd50a96a44166adb937563) AuthConfig (8c59bba105518cb35141f2c5b18f0cce6d8d14cd0d6c9560a9d1ee8cd1989e11) AuthConfig (deea3b9496647d0d39a18fea7985d693924a18424d34dd5c6c5b098789300afb) AuthConfig (03c38216a62d741acd70837d796fb9d96b13317ff57ddd22818f5a56d86b3174) AuthConfig (449308f1784830edc645c655c6e7f51ae8a96c4f04973f54fb5ca980cd899d30) AuthConfig (1bacb2f2e57ff9f7d17a46bf8772073e33755070b24703e9cd19b8d6f9ed55d2) AuthConfig (f4a3296906c1d053fa6c00ec2bc2d99c9e068928b3e5f3142782a4ce33fb8cd1) AuthConfig (4fe83c5c717d4a6abcdc166c33f847f15b7fffdb07eef97dfb3f2fd310ddac64) AuthConfig (c441c5b030a81ad696f812d28a75130c1b46b74c07fbf9004b92362cacd6697d) AuthConfig (d74dba4caf91ffcd86e17e9e970d143dbe68241fbab2763369fbcd6d6010b0d5) AuthConfig (c6e43898f267b01771eaaf37c02290648e7102e8a01bcbefd440ff8724735aec) AuthConfig (c958425680eb10ba0ea55ae00c8a3ffa85f17e8fd4e3399f33f5f0850b40db1d) AuthConfig (801c243caab9ea8c212ab2f305278fb6971d7a658de7e95d4c3bf8db37b508ab) AuthConfig (a946fc8ecd584d3382440c0b21021bee6f66ae9a23dfa198baf70ee3ed7cb5e8) AuthConfig (2bb1a410a1bc37f4ff9a94f8897dc094cb0f16420378c906fcc751fded052d14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"5f1a2f5d-cb9e-43b6-9faf-299f864b2178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.778029745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22470d560774e4a11cda4a41cf8583bd928f6625e202a5b85a3587a6dd7b3a3c) AuthConfig (2ac2c9173cd799db04e12a991fb260c160ecb0b7782e5eef9e3d0195a8d1d329) AuthConfig (15429cdc0e65b747afeb1d3cd7f5b6562bd1b1a5a091b3b4509dddd43ad74712) AuthConfig (2c715d7d1b33000352012f08b88ede7be929467674393dd6e260356d661899fe) AuthConfig (9ce267d93afb09c14de8e76b70d69483c203efb55e87418f890b2a1631f95389) AuthConfig (e4c5b0f907af5a243b8d37d75b9af75676cd0ca1430dc4675a371e855cef8670) AuthConfig (376edd6236afb3c6704da9528f881a1b9737b2fd55dbb7af280c01bac678cee5) AuthConfig (477ef42113d9f5e47603c582fea511d266f95caae70b93c5058eb3f863d8768f) AuthConfig (e3a94a070dcbf5a2a664f4a4f227790224db541a6db8ba30e6d8491942146bec) AuthConfig (12ac809732c4fda6016beb8e8bb3534567fe5d78620e19cb119223f518e6d4fc) AuthConfig (e1dea764a482e3ebed645b71d22d56cb00035181f7d3b42c67ae77a493333543) AuthConfig (0452cdbbdc14d1bc31cf38fef9e78f0ebe1ec14ea3119172df0decb016271f77) AuthConfig (7277f97f0356c4c27d8383239f9149c17ddf833bfe4f66b88542eb9c50c364db) AuthConfig (63a00ed7c83dc170f852dba170ca3f16b0c2286bca7565cdaf1811dcaffd1c3f) AuthConfig (0c267ea79b00fb0c38af5b85e88b21a0c5df20d33aae13f3a935753f657a02a5) AuthConfig (61c1bd81e07b3f69f92ebe92a9fbbfd523edcd03f9dd50a96a44166adb937563) AuthConfig (8c59bba105518cb35141f2c5b18f0cce6d8d14cd0d6c9560a9d1ee8cd1989e11) AuthConfig (deea3b9496647d0d39a18fea7985d693924a18424d34dd5c6c5b098789300afb) AuthConfig (03c38216a62d741acd70837d796fb9d96b13317ff57ddd22818f5a56d86b3174) AuthConfig (449308f1784830edc645c655c6e7f51ae8a96c4f04973f54fb5ca980cd899d30) AuthConfig (1bacb2f2e57ff9f7d17a46bf8772073e33755070b24703e9cd19b8d6f9ed55d2) AuthConfig (f4a3296906c1d053fa6c00ec2bc2d99c9e068928b3e5f3142782a4ce33fb8cd1) AuthConfig (4fe83c5c717d4a6abcdc166c33f847f15b7fffdb07eef97dfb3f2fd310ddac64) AuthConfig (c441c5b030a81ad696f812d28a75130c1b46b74c07fbf9004b92362cacd6697d) AuthConfig (d74dba4caf91ffcd86e17e9e970d143dbe68241fbab2763369fbcd6d6010b0d5) AuthConfig (c6e43898f267b01771eaaf37c02290648e7102e8a01bcbefd440ff8724735aec) AuthConfig (c958425680eb10ba0ea55ae00c8a3ffa85f17e8fd4e3399f33f5f0850b40db1d) AuthConfig (801c243caab9ea8c212ab2f305278fb6971d7a658de7e95d4c3bf8db37b508ab) AuthConfig (a946fc8ecd584d3382440c0b21021bee6f66ae9a23dfa198baf70ee3ed7cb5e8) AuthConfig (2bb1a410a1bc37f4ff9a94f8897dc094cb0f16420378c906fcc751fded052d14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d3542226-549a-4108-a78f-e2910eb4673c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.835553881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"38ba9782-baad-4f74-ae42-34dd19260d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.836325902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"4a104d28-1151-426a-9b7c-d4017bfba0d7","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.836959357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"611fe034-5592-472d-9952-35cb28e6cac7","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.893267249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"38ba9782-baad-4f74-ae42-34dd19260d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.935226899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"1bc868fd-cc82-480e-b9ad-66d551e25635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.94924581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"38ba9782-baad-4f74-ae42-34dd19260d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.95128752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"3db9b338-69c9-4613-a0b0-8202183b83a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:13.992413378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"1bc868fd-cc82-480e-b9ad-66d551e25635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.035595402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0c577fd8-8f9e-4e5b-a527-6f9cd6847f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.035595854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a8611e1e-a561-4a6a-8892-9051fb80116c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.048506587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"1bc868fd-cc82-480e-b9ad-66d551e25635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.081406879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e4b78308-495b-446c-b592-a3757945046e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.094580663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0c577fd8-8f9e-4e5b-a527-6f9cd6847f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.094580661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a8611e1e-a561-4a6a-8892-9051fb80116c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.109566332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"2afc1dc0-4cc5-4470-8573-001eb0def969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.138517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e4b78308-495b-446c-b592-a3757945046e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.150893026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22470d560774e4a11cda4a41cf8583bd928f6625e202a5b85a3587a6dd7b3a3c) AuthConfig (2ac2c9173cd799db04e12a991fb260c160ecb0b7782e5eef9e3d0195a8d1d329) AuthConfig (15429cdc0e65b747afeb1d3cd7f5b6562bd1b1a5a091b3b4509dddd43ad74712) AuthConfig (2c715d7d1b33000352012f08b88ede7be929467674393dd6e260356d661899fe) AuthConfig (9ce267d93afb09c14de8e76b70d69483c203efb55e87418f890b2a1631f95389) AuthConfig (e4c5b0f907af5a243b8d37d75b9af75676cd0ca1430dc4675a371e855cef8670) AuthConfig (376edd6236afb3c6704da9528f881a1b9737b2fd55dbb7af280c01bac678cee5) AuthConfig (477ef42113d9f5e47603c582fea511d266f95caae70b93c5058eb3f863d8768f) AuthConfig (e3a94a070dcbf5a2a664f4a4f227790224db541a6db8ba30e6d8491942146bec) AuthConfig (12ac809732c4fda6016beb8e8bb3534567fe5d78620e19cb119223f518e6d4fc) AuthConfig (e1dea764a482e3ebed645b71d22d56cb00035181f7d3b42c67ae77a493333543) AuthConfig (0452cdbbdc14d1bc31cf38fef9e78f0ebe1ec14ea3119172df0decb016271f77) AuthConfig (7277f97f0356c4c27d8383239f9149c17ddf833bfe4f66b88542eb9c50c364db) AuthConfig (63a00ed7c83dc170f852dba170ca3f16b0c2286bca7565cdaf1811dcaffd1c3f) AuthConfig (0c267ea79b00fb0c38af5b85e88b21a0c5df20d33aae13f3a935753f657a02a5) AuthConfig (61c1bd81e07b3f69f92ebe92a9fbbfd523edcd03f9dd50a96a44166adb937563) AuthConfig (8c59bba105518cb35141f2c5b18f0cce6d8d14cd0d6c9560a9d1ee8cd1989e11) AuthConfig (deea3b9496647d0d39a18fea7985d693924a18424d34dd5c6c5b098789300afb) AuthConfig (03c38216a62d741acd70837d796fb9d96b13317ff57ddd22818f5a56d86b3174) AuthConfig (449308f1784830edc645c655c6e7f51ae8a96c4f04973f54fb5ca980cd899d30) AuthConfig (1bacb2f2e57ff9f7d17a46bf8772073e33755070b24703e9cd19b8d6f9ed55d2) AuthConfig (f4a3296906c1d053fa6c00ec2bc2d99c9e068928b3e5f3142782a4ce33fb8cd1) AuthConfig (4fe83c5c717d4a6abcdc166c33f847f15b7fffdb07eef97dfb3f2fd310ddac64) AuthConfig (c441c5b030a81ad696f812d28a75130c1b46b74c07fbf9004b92362cacd6697d) AuthConfig (d74dba4caf91ffcd86e17e9e970d143dbe68241fbab2763369fbcd6d6010b0d5) AuthConfig (c6e43898f267b01771eaaf37c02290648e7102e8a01bcbefd440ff8724735aec) AuthConfig (c958425680eb10ba0ea55ae00c8a3ffa85f17e8fd4e3399f33f5f0850b40db1d) AuthConfig (801c243caab9ea8c212ab2f305278fb6971d7a658de7e95d4c3bf8db37b508ab) AuthConfig (a946fc8ecd584d3382440c0b21021bee6f66ae9a23dfa198baf70ee3ed7cb5e8) AuthConfig (2bb1a410a1bc37f4ff9a94f8897dc094cb0f16420378c906fcc751fded052d14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a8611e1e-a561-4a6a-8892-9051fb80116c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.151037948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22470d560774e4a11cda4a41cf8583bd928f6625e202a5b85a3587a6dd7b3a3c) AuthConfig (2ac2c9173cd799db04e12a991fb260c160ecb0b7782e5eef9e3d0195a8d1d329) AuthConfig (15429cdc0e65b747afeb1d3cd7f5b6562bd1b1a5a091b3b4509dddd43ad74712) AuthConfig (2c715d7d1b33000352012f08b88ede7be929467674393dd6e260356d661899fe) AuthConfig (9ce267d93afb09c14de8e76b70d69483c203efb55e87418f890b2a1631f95389) AuthConfig (e4c5b0f907af5a243b8d37d75b9af75676cd0ca1430dc4675a371e855cef8670) AuthConfig (376edd6236afb3c6704da9528f881a1b9737b2fd55dbb7af280c01bac678cee5) AuthConfig (477ef42113d9f5e47603c582fea511d266f95caae70b93c5058eb3f863d8768f) AuthConfig (e3a94a070dcbf5a2a664f4a4f227790224db541a6db8ba30e6d8491942146bec) AuthConfig (12ac809732c4fda6016beb8e8bb3534567fe5d78620e19cb119223f518e6d4fc) AuthConfig (e1dea764a482e3ebed645b71d22d56cb00035181f7d3b42c67ae77a493333543) AuthConfig (0452cdbbdc14d1bc31cf38fef9e78f0ebe1ec14ea3119172df0decb016271f77) AuthConfig (7277f97f0356c4c27d8383239f9149c17ddf833bfe4f66b88542eb9c50c364db) AuthConfig (63a00ed7c83dc170f852dba170ca3f16b0c2286bca7565cdaf1811dcaffd1c3f) AuthConfig (0c267ea79b00fb0c38af5b85e88b21a0c5df20d33aae13f3a935753f657a02a5) AuthConfig (61c1bd81e07b3f69f92ebe92a9fbbfd523edcd03f9dd50a96a44166adb937563) AuthConfig (8c59bba105518cb35141f2c5b18f0cce6d8d14cd0d6c9560a9d1ee8cd1989e11) AuthConfig (deea3b9496647d0d39a18fea7985d693924a18424d34dd5c6c5b098789300afb) AuthConfig (03c38216a62d741acd70837d796fb9d96b13317ff57ddd22818f5a56d86b3174) AuthConfig (449308f1784830edc645c655c6e7f51ae8a96c4f04973f54fb5ca980cd899d30) AuthConfig (1bacb2f2e57ff9f7d17a46bf8772073e33755070b24703e9cd19b8d6f9ed55d2) AuthConfig (f4a3296906c1d053fa6c00ec2bc2d99c9e068928b3e5f3142782a4ce33fb8cd1) AuthConfig (4fe83c5c717d4a6abcdc166c33f847f15b7fffdb07eef97dfb3f2fd310ddac64) AuthConfig (c441c5b030a81ad696f812d28a75130c1b46b74c07fbf9004b92362cacd6697d) AuthConfig (d74dba4caf91ffcd86e17e9e970d143dbe68241fbab2763369fbcd6d6010b0d5) AuthConfig (c6e43898f267b01771eaaf37c02290648e7102e8a01bcbefd440ff8724735aec) AuthConfig (c958425680eb10ba0ea55ae00c8a3ffa85f17e8fd4e3399f33f5f0850b40db1d) AuthConfig (801c243caab9ea8c212ab2f305278fb6971d7a658de7e95d4c3bf8db37b508ab) AuthConfig (a946fc8ecd584d3382440c0b21021bee6f66ae9a23dfa198baf70ee3ed7cb5e8) AuthConfig (2bb1a410a1bc37f4ff9a94f8897dc094cb0f16420378c906fcc751fded052d14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0c577fd8-8f9e-4e5b-a527-6f9cd6847f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.166973504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"2afc1dc0-4cc5-4470-8573-001eb0def969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:14.205307008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0c577fd8-8f9e-4e5b-a527-6f9cd6847f4d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.372932832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"190eab7d-4a8b-408b-a0d3-6a2a8dfd9cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.41140001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"65128508-4156-4a84-9e1c-b6ecd15deb00","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.430400063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"190eab7d-4a8b-408b-a0d3-6a2a8dfd9cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.441930386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"c285b583-e311-45da-9024-607e6570c377","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:14.487232353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-22e9c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22470d560774e4a11cda4a41cf8583bd928f6625e202a5b85a3587a6dd7b3a3c) AuthConfig (2ac2c9173cd799db04e12a991fb260c160ecb0b7782e5eef9e3d0195a8d1d329) AuthConfig (15429cdc0e65b747afeb1d3cd7f5b6562bd1b1a5a091b3b4509dddd43ad74712) AuthConfig (2c715d7d1b33000352012f08b88ede7be929467674393dd6e260356d661899fe) AuthConfig (9ce267d93afb09c14de8e76b70d69483c203efb55e87418f890b2a1631f95389) AuthConfig (e4c5b0f907af5a243b8d37d75b9af75676cd0ca1430dc4675a371e855cef8670) AuthConfig (376edd6236afb3c6704da9528f881a1b9737b2fd55dbb7af280c01bac678cee5) AuthConfig (477ef42113d9f5e47603c582fea511d266f95caae70b93c5058eb3f863d8768f) AuthConfig (e3a94a070dcbf5a2a664f4a4f227790224db541a6db8ba30e6d8491942146bec) AuthConfig (12ac809732c4fda6016beb8e8bb3534567fe5d78620e19cb119223f518e6d4fc) AuthConfig (e1dea764a482e3ebed645b71d22d56cb00035181f7d3b42c67ae77a493333543) AuthConfig (0452cdbbdc14d1bc31cf38fef9e78f0ebe1ec14ea3119172df0decb016271f77) AuthConfig (7277f97f0356c4c27d8383239f9149c17ddf833bfe4f66b88542eb9c50c364db) AuthConfig (63a00ed7c83dc170f852dba170ca3f16b0c2286bca7565cdaf1811dcaffd1c3f) AuthConfig (0c267ea79b00fb0c38af5b85e88b21a0c5df20d33aae13f3a935753f657a02a5) AuthConfig (61c1bd81e07b3f69f92ebe92a9fbbfd523edcd03f9dd50a96a44166adb937563) AuthConfig (8c59bba105518cb35141f2c5b18f0cce6d8d14cd0d6c9560a9d1ee8cd1989e11) AuthConfig (deea3b9496647d0d39a18fea7985d693924a18424d34dd5c6c5b098789300afb) AuthConfig (03c38216a62d741acd70837d796fb9d96b13317ff57ddd22818f5a56d86b3174) AuthConfig (449308f1784830edc645c655c6e7f51ae8a96c4f04973f54fb5ca980cd899d30) AuthConfig (1bacb2f2e57ff9f7d17a46bf8772073e33755070b24703e9cd19b8d6f9ed55d2) AuthConfig (f4a3296906c1d053fa6c00ec2bc2d99c9e068928b3e5f3142782a4ce33fb8cd1) AuthConfig (4fe83c5c717d4a6abcdc166c33f847f15b7fffdb07eef97dfb3f2fd310ddac64) AuthConfig (c441c5b030a81ad696f812d28a75130c1b46b74c07fbf9004b92362cacd6697d) AuthConfig (d74dba4caf91ffcd86e17e9e970d143dbe68241fbab2763369fbcd6d6010b0d5) AuthConfig (c6e43898f267b01771eaaf37c02290648e7102e8a01bcbefd440ff8724735aec) AuthConfig (c958425680eb10ba0ea55ae00c8a3ffa85f17e8fd4e3399f33f5f0850b40db1d) AuthConfig (801c243caab9ea8c212ab2f305278fb6971d7a658de7e95d4c3bf8db37b508ab) AuthConfig (a946fc8ecd584d3382440c0b21021bee6f66ae9a23dfa198baf70ee3ed7cb5e8) AuthConfig (2bb1a410a1bc37f4ff9a94f8897dc094cb0f16420378c906fcc751fded052d14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"190eab7d-4a8b-408b-a0d3-6a2a8dfd9cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:20.297865235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"4fc7cc23-1e48-47a7-9d31-4fd276c391a2","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:20.359772211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"37bd9680-dfd5-4c2f-bf94-89ead2146969","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.039473492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"3a5e4058-faf0-4027-a356-17585df396a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.14075269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"80bbc44b-65ec-4895-8a9c-2cef68486c3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.208823942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"7d708683-4384-4743-b739-328832e181f8","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.312212153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"b2b0fc6b-3191-4cba-b8d7-f17119289855","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.77674709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d1288173-69f2-47ef-949f-61666d2e0b1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.776747222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6d2f6a6c-494b-47a9-a641-9baae73812a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.834776104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d1288173-69f2-47ef-949f-61666d2e0b1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.834990753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6d2f6a6c-494b-47a9-a641-9baae73812a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.891054388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62b48fe013f525cba8791a53e4901a59128b4b1a8a21a76521a88f27c6461bb8) AuthConfig (29be50f32faff35c6145d91daa058efb93132aa107ee539a40e8aec0b0632b2d) AuthConfig (df502f3febb710a3478c4f95d5aae8f8a819cd2c8c1b7f3739db85c12316ad1f) AuthConfig (c7959c6c724a1beedc8d4fef79c70bd30bd25b73471e9a1c491ae2e0b8a25d8a) AuthConfig (5517d11faf524f0b9da7945e5d98531dcdb14eb4bb59cec4ab19ca09b644b634) AuthConfig (993f9427dcc0cf061dd8f57c42d0f1f57ed073c504b7f42f880e3372bb224e52) AuthConfig (417b92b89a24bc9a9969f0f500203633372bc1d43ce56d2e3260f6c27a38ea61) AuthConfig (43bd0d04e2dcfaf121ee7cd2f8558534192f8dbd6014b7e49f1131f25f04a9f4) AuthConfig (bd791e477e8e8795071ae6d223f94645a2dcb07aa5952ebea2aee6b359311c68) AuthConfig (d4cdcb0ddc99a652fc6272c6346f6bbff5c839725d31e321a7e5060113be1078) AuthConfig (8ab6219eaf6f6c46e1d5d561355bde8718fb6540af98548ddf61aa0185503cb6) AuthConfig (a9e7fca1cb6fae1d9d8a889bb4caa9813544f57582139569127b38f7bc1fae4f) AuthConfig (b7a71e6b616376afe1aa966335784f40a2b9cefba9ccbeef4d8a6ab2294d98e4) AuthConfig (6a028ccf41c21ab49fb4e1f2e680310bdb107002356a8d9096ab3184e2489e4e) AuthConfig (a2fc129e4ff7686cd5143edbd82c21683e0b0d5070c0efbcb842fcc7b8ae2739) AuthConfig (4e8d14f9cd2e0942197c3bf3b253d29493b5cfe68c58a3d3938592cb9c7b7d61) AuthConfig (67e168fdae4beb9e65bc6bbc0e21c3f7f2df59f7d449835265a186572233d29b) AuthConfig (6be9b33167a96adf9dbe6b5b6c43319f62db42004d908a1270159cf48db2c361) AuthConfig (e6e46e4430e0c1ecd52a58c2cbd2d298cb33ffa3e7ecc1bf2bae74429ce849dc) AuthConfig (38b086a68ce9185160854cf7e8ab21dbe5f78caf690853c37411a144757c2c2c) AuthConfig (054cee5ef374fa0d2e3052d8df41b7d6308c144be2f0be2c029cb721a68f8d8b) AuthConfig (74c54046994041450e5a5407c920173fbc6b5c4e32b86a7f83d8719b1709f85d) AuthConfig (8fcc09a9592b7e2a03bacdd152c4a39e927be38d44e9ea999c259f5ba5d27ce2) AuthConfig (2275ebbeed02ea1f6985b32857e05ebac673b54b10eb211fde5a19e9deced69d) AuthConfig (31452815362fa9bc4a39dfafc2bf22c384d55bba55f2d8855677fc876edc59be) AuthConfig (6cb5c37e79b24c59c53746dc5343246c0d8cb902c10b431a4023b77d7e8d7aa4) AuthConfig (aee60140eff9313ffe8f5cc5e7db1f7930cc8d7fdaf3fdd42af3803d7450da59) AuthConfig (26ee4bebc48b85fbe420af7086149a3e606a5d07fa2e642d07f9133ec9117be8) AuthConfig (34e944b49cef7cef3193ac431bde94afcf6107c6d18272a170ab575f1a7d07b7) AuthConfig (d49f1a620365f52cb2c7fe601181a0162f6e6784e76c10417e67048f6d1744fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6d2f6a6c-494b-47a9-a641-9baae73812a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.891102585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62b48fe013f525cba8791a53e4901a59128b4b1a8a21a76521a88f27c6461bb8) AuthConfig (29be50f32faff35c6145d91daa058efb93132aa107ee539a40e8aec0b0632b2d) AuthConfig (df502f3febb710a3478c4f95d5aae8f8a819cd2c8c1b7f3739db85c12316ad1f) AuthConfig (c7959c6c724a1beedc8d4fef79c70bd30bd25b73471e9a1c491ae2e0b8a25d8a) AuthConfig (5517d11faf524f0b9da7945e5d98531dcdb14eb4bb59cec4ab19ca09b644b634) AuthConfig (993f9427dcc0cf061dd8f57c42d0f1f57ed073c504b7f42f880e3372bb224e52) AuthConfig (417b92b89a24bc9a9969f0f500203633372bc1d43ce56d2e3260f6c27a38ea61) AuthConfig (43bd0d04e2dcfaf121ee7cd2f8558534192f8dbd6014b7e49f1131f25f04a9f4) AuthConfig (bd791e477e8e8795071ae6d223f94645a2dcb07aa5952ebea2aee6b359311c68) AuthConfig (d4cdcb0ddc99a652fc6272c6346f6bbff5c839725d31e321a7e5060113be1078) AuthConfig (8ab6219eaf6f6c46e1d5d561355bde8718fb6540af98548ddf61aa0185503cb6) AuthConfig (a9e7fca1cb6fae1d9d8a889bb4caa9813544f57582139569127b38f7bc1fae4f) AuthConfig (b7a71e6b616376afe1aa966335784f40a2b9cefba9ccbeef4d8a6ab2294d98e4) AuthConfig (6a028ccf41c21ab49fb4e1f2e680310bdb107002356a8d9096ab3184e2489e4e) AuthConfig (a2fc129e4ff7686cd5143edbd82c21683e0b0d5070c0efbcb842fcc7b8ae2739) AuthConfig (4e8d14f9cd2e0942197c3bf3b253d29493b5cfe68c58a3d3938592cb9c7b7d61) AuthConfig (67e168fdae4beb9e65bc6bbc0e21c3f7f2df59f7d449835265a186572233d29b) AuthConfig (6be9b33167a96adf9dbe6b5b6c43319f62db42004d908a1270159cf48db2c361) AuthConfig (e6e46e4430e0c1ecd52a58c2cbd2d298cb33ffa3e7ecc1bf2bae74429ce849dc) AuthConfig (38b086a68ce9185160854cf7e8ab21dbe5f78caf690853c37411a144757c2c2c) AuthConfig (054cee5ef374fa0d2e3052d8df41b7d6308c144be2f0be2c029cb721a68f8d8b) AuthConfig (74c54046994041450e5a5407c920173fbc6b5c4e32b86a7f83d8719b1709f85d) AuthConfig (8fcc09a9592b7e2a03bacdd152c4a39e927be38d44e9ea999c259f5ba5d27ce2) AuthConfig (2275ebbeed02ea1f6985b32857e05ebac673b54b10eb211fde5a19e9deced69d) AuthConfig (31452815362fa9bc4a39dfafc2bf22c384d55bba55f2d8855677fc876edc59be) AuthConfig (6cb5c37e79b24c59c53746dc5343246c0d8cb902c10b431a4023b77d7e8d7aa4) AuthConfig (aee60140eff9313ffe8f5cc5e7db1f7930cc8d7fdaf3fdd42af3803d7450da59) AuthConfig (26ee4bebc48b85fbe420af7086149a3e606a5d07fa2e642d07f9133ec9117be8) AuthConfig (34e944b49cef7cef3193ac431bde94afcf6107c6d18272a170ab575f1a7d07b7) AuthConfig (d49f1a620365f52cb2c7fe601181a0162f6e6784e76c10417e67048f6d1744fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d1288173-69f2-47ef-949f-61666d2e0b1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.950031932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"ed363646-c2c6-4382-8a42-c816ca3597c8","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:23.952419699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"e6e0c6d8-a5f1-464d-bdfb-781b18e6972f","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.112551675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"db905b72-e5ab-4162-86a6-b36a7f6c69b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.112590475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b844b744-2c74-42db-9b41-c8ae433695ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.171083804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b844b744-2c74-42db-9b41-c8ae433695ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.171093107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"db905b72-e5ab-4162-86a6-b36a7f6c69b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.228141677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62b48fe013f525cba8791a53e4901a59128b4b1a8a21a76521a88f27c6461bb8) AuthConfig (29be50f32faff35c6145d91daa058efb93132aa107ee539a40e8aec0b0632b2d) AuthConfig (df502f3febb710a3478c4f95d5aae8f8a819cd2c8c1b7f3739db85c12316ad1f) AuthConfig (c7959c6c724a1beedc8d4fef79c70bd30bd25b73471e9a1c491ae2e0b8a25d8a) AuthConfig (5517d11faf524f0b9da7945e5d98531dcdb14eb4bb59cec4ab19ca09b644b634) AuthConfig (993f9427dcc0cf061dd8f57c42d0f1f57ed073c504b7f42f880e3372bb224e52) AuthConfig (417b92b89a24bc9a9969f0f500203633372bc1d43ce56d2e3260f6c27a38ea61) AuthConfig (43bd0d04e2dcfaf121ee7cd2f8558534192f8dbd6014b7e49f1131f25f04a9f4) AuthConfig (bd791e477e8e8795071ae6d223f94645a2dcb07aa5952ebea2aee6b359311c68) AuthConfig (d4cdcb0ddc99a652fc6272c6346f6bbff5c839725d31e321a7e5060113be1078) AuthConfig (8ab6219eaf6f6c46e1d5d561355bde8718fb6540af98548ddf61aa0185503cb6) AuthConfig (a9e7fca1cb6fae1d9d8a889bb4caa9813544f57582139569127b38f7bc1fae4f) AuthConfig (b7a71e6b616376afe1aa966335784f40a2b9cefba9ccbeef4d8a6ab2294d98e4) AuthConfig (6a028ccf41c21ab49fb4e1f2e680310bdb107002356a8d9096ab3184e2489e4e) AuthConfig (a2fc129e4ff7686cd5143edbd82c21683e0b0d5070c0efbcb842fcc7b8ae2739) AuthConfig (4e8d14f9cd2e0942197c3bf3b253d29493b5cfe68c58a3d3938592cb9c7b7d61) AuthConfig (67e168fdae4beb9e65bc6bbc0e21c3f7f2df59f7d449835265a186572233d29b) AuthConfig (6be9b33167a96adf9dbe6b5b6c43319f62db42004d908a1270159cf48db2c361) AuthConfig (e6e46e4430e0c1ecd52a58c2cbd2d298cb33ffa3e7ecc1bf2bae74429ce849dc) AuthConfig (38b086a68ce9185160854cf7e8ab21dbe5f78caf690853c37411a144757c2c2c) AuthConfig (054cee5ef374fa0d2e3052d8df41b7d6308c144be2f0be2c029cb721a68f8d8b) AuthConfig (74c54046994041450e5a5407c920173fbc6b5c4e32b86a7f83d8719b1709f85d) AuthConfig (8fcc09a9592b7e2a03bacdd152c4a39e927be38d44e9ea999c259f5ba5d27ce2) AuthConfig (2275ebbeed02ea1f6985b32857e05ebac673b54b10eb211fde5a19e9deced69d) AuthConfig (31452815362fa9bc4a39dfafc2bf22c384d55bba55f2d8855677fc876edc59be) AuthConfig (6cb5c37e79b24c59c53746dc5343246c0d8cb902c10b431a4023b77d7e8d7aa4) AuthConfig (aee60140eff9313ffe8f5cc5e7db1f7930cc8d7fdaf3fdd42af3803d7450da59) AuthConfig (26ee4bebc48b85fbe420af7086149a3e606a5d07fa2e642d07f9133ec9117be8) AuthConfig (34e944b49cef7cef3193ac431bde94afcf6107c6d18272a170ab575f1a7d07b7) AuthConfig (d49f1a620365f52cb2c7fe601181a0162f6e6784e76c10417e67048f6d1744fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"db905b72-e5ab-4162-86a6-b36a7f6c69b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.228168432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62b48fe013f525cba8791a53e4901a59128b4b1a8a21a76521a88f27c6461bb8) AuthConfig (29be50f32faff35c6145d91daa058efb93132aa107ee539a40e8aec0b0632b2d) AuthConfig (df502f3febb710a3478c4f95d5aae8f8a819cd2c8c1b7f3739db85c12316ad1f) AuthConfig (c7959c6c724a1beedc8d4fef79c70bd30bd25b73471e9a1c491ae2e0b8a25d8a) AuthConfig (5517d11faf524f0b9da7945e5d98531dcdb14eb4bb59cec4ab19ca09b644b634) AuthConfig (993f9427dcc0cf061dd8f57c42d0f1f57ed073c504b7f42f880e3372bb224e52) AuthConfig (417b92b89a24bc9a9969f0f500203633372bc1d43ce56d2e3260f6c27a38ea61) AuthConfig (43bd0d04e2dcfaf121ee7cd2f8558534192f8dbd6014b7e49f1131f25f04a9f4) AuthConfig (bd791e477e8e8795071ae6d223f94645a2dcb07aa5952ebea2aee6b359311c68) AuthConfig (d4cdcb0ddc99a652fc6272c6346f6bbff5c839725d31e321a7e5060113be1078) AuthConfig (8ab6219eaf6f6c46e1d5d561355bde8718fb6540af98548ddf61aa0185503cb6) AuthConfig (a9e7fca1cb6fae1d9d8a889bb4caa9813544f57582139569127b38f7bc1fae4f) AuthConfig (b7a71e6b616376afe1aa966335784f40a2b9cefba9ccbeef4d8a6ab2294d98e4) AuthConfig (6a028ccf41c21ab49fb4e1f2e680310bdb107002356a8d9096ab3184e2489e4e) AuthConfig (a2fc129e4ff7686cd5143edbd82c21683e0b0d5070c0efbcb842fcc7b8ae2739) AuthConfig (4e8d14f9cd2e0942197c3bf3b253d29493b5cfe68c58a3d3938592cb9c7b7d61) AuthConfig (67e168fdae4beb9e65bc6bbc0e21c3f7f2df59f7d449835265a186572233d29b) AuthConfig (6be9b33167a96adf9dbe6b5b6c43319f62db42004d908a1270159cf48db2c361) AuthConfig (e6e46e4430e0c1ecd52a58c2cbd2d298cb33ffa3e7ecc1bf2bae74429ce849dc) AuthConfig (38b086a68ce9185160854cf7e8ab21dbe5f78caf690853c37411a144757c2c2c) AuthConfig (054cee5ef374fa0d2e3052d8df41b7d6308c144be2f0be2c029cb721a68f8d8b) AuthConfig (74c54046994041450e5a5407c920173fbc6b5c4e32b86a7f83d8719b1709f85d) AuthConfig (8fcc09a9592b7e2a03bacdd152c4a39e927be38d44e9ea999c259f5ba5d27ce2) AuthConfig (2275ebbeed02ea1f6985b32857e05ebac673b54b10eb211fde5a19e9deced69d) AuthConfig (31452815362fa9bc4a39dfafc2bf22c384d55bba55f2d8855677fc876edc59be) AuthConfig (6cb5c37e79b24c59c53746dc5343246c0d8cb902c10b431a4023b77d7e8d7aa4) AuthConfig (aee60140eff9313ffe8f5cc5e7db1f7930cc8d7fdaf3fdd42af3803d7450da59) AuthConfig (26ee4bebc48b85fbe420af7086149a3e606a5d07fa2e642d07f9133ec9117be8) AuthConfig (34e944b49cef7cef3193ac431bde94afcf6107c6d18272a170ab575f1a7d07b7) AuthConfig (d49f1a620365f52cb2c7fe601181a0162f6e6784e76c10417e67048f6d1744fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b844b744-2c74-42db-9b41-c8ae433695ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:24.282470789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"db905b72-e5ab-4162-86a6-b36a7f6c69b3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:24.28246996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b844b744-2c74-42db-9b41-c8ae433695ec","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.313921497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"78f243a4-23aa-441a-b11c-f4e0e81d3d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.371551553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"78f243a4-23aa-441a-b11c-f4e0e81d3d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.441028477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"48cfeaaa-8a77-44fa-b0f2-e237c1e9fc98","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.448335398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"49daac1b-a445-4d7d-b4c8-f314b0713ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.448336729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d7126632-62f3-4105-89b1-f0f3753b8617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.496789157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"56ed4b9a-04d8-4d9b-8202-850b80e4b5ed","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.507050524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d7126632-62f3-4105-89b1-f0f3753b8617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.507180351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"49daac1b-a445-4d7d-b4c8-f314b0713ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.563423344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62b48fe013f525cba8791a53e4901a59128b4b1a8a21a76521a88f27c6461bb8) AuthConfig (29be50f32faff35c6145d91daa058efb93132aa107ee539a40e8aec0b0632b2d) AuthConfig (df502f3febb710a3478c4f95d5aae8f8a819cd2c8c1b7f3739db85c12316ad1f) AuthConfig (c7959c6c724a1beedc8d4fef79c70bd30bd25b73471e9a1c491ae2e0b8a25d8a) AuthConfig (5517d11faf524f0b9da7945e5d98531dcdb14eb4bb59cec4ab19ca09b644b634) AuthConfig (993f9427dcc0cf061dd8f57c42d0f1f57ed073c504b7f42f880e3372bb224e52) AuthConfig (417b92b89a24bc9a9969f0f500203633372bc1d43ce56d2e3260f6c27a38ea61) AuthConfig (43bd0d04e2dcfaf121ee7cd2f8558534192f8dbd6014b7e49f1131f25f04a9f4) AuthConfig (bd791e477e8e8795071ae6d223f94645a2dcb07aa5952ebea2aee6b359311c68) AuthConfig (d4cdcb0ddc99a652fc6272c6346f6bbff5c839725d31e321a7e5060113be1078) AuthConfig (8ab6219eaf6f6c46e1d5d561355bde8718fb6540af98548ddf61aa0185503cb6) AuthConfig (a9e7fca1cb6fae1d9d8a889bb4caa9813544f57582139569127b38f7bc1fae4f) AuthConfig (b7a71e6b616376afe1aa966335784f40a2b9cefba9ccbeef4d8a6ab2294d98e4) AuthConfig (6a028ccf41c21ab49fb4e1f2e680310bdb107002356a8d9096ab3184e2489e4e) AuthConfig (a2fc129e4ff7686cd5143edbd82c21683e0b0d5070c0efbcb842fcc7b8ae2739) AuthConfig (4e8d14f9cd2e0942197c3bf3b253d29493b5cfe68c58a3d3938592cb9c7b7d61) AuthConfig (67e168fdae4beb9e65bc6bbc0e21c3f7f2df59f7d449835265a186572233d29b) AuthConfig (6be9b33167a96adf9dbe6b5b6c43319f62db42004d908a1270159cf48db2c361) AuthConfig (e6e46e4430e0c1ecd52a58c2cbd2d298cb33ffa3e7ecc1bf2bae74429ce849dc) AuthConfig (38b086a68ce9185160854cf7e8ab21dbe5f78caf690853c37411a144757c2c2c) AuthConfig (054cee5ef374fa0d2e3052d8df41b7d6308c144be2f0be2c029cb721a68f8d8b) AuthConfig (74c54046994041450e5a5407c920173fbc6b5c4e32b86a7f83d8719b1709f85d) AuthConfig (8fcc09a9592b7e2a03bacdd152c4a39e927be38d44e9ea999c259f5ba5d27ce2) AuthConfig (2275ebbeed02ea1f6985b32857e05ebac673b54b10eb211fde5a19e9deced69d) AuthConfig (31452815362fa9bc4a39dfafc2bf22c384d55bba55f2d8855677fc876edc59be) AuthConfig (6cb5c37e79b24c59c53746dc5343246c0d8cb902c10b431a4023b77d7e8d7aa4) AuthConfig (aee60140eff9313ffe8f5cc5e7db1f7930cc8d7fdaf3fdd42af3803d7450da59) AuthConfig (26ee4bebc48b85fbe420af7086149a3e606a5d07fa2e642d07f9133ec9117be8) AuthConfig (34e944b49cef7cef3193ac431bde94afcf6107c6d18272a170ab575f1a7d07b7) AuthConfig (d49f1a620365f52cb2c7fe601181a0162f6e6784e76c10417e67048f6d1744fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d7126632-62f3-4105-89b1-f0f3753b8617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.563547825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62b48fe013f525cba8791a53e4901a59128b4b1a8a21a76521a88f27c6461bb8) AuthConfig (29be50f32faff35c6145d91daa058efb93132aa107ee539a40e8aec0b0632b2d) AuthConfig (df502f3febb710a3478c4f95d5aae8f8a819cd2c8c1b7f3739db85c12316ad1f) AuthConfig (c7959c6c724a1beedc8d4fef79c70bd30bd25b73471e9a1c491ae2e0b8a25d8a) AuthConfig (5517d11faf524f0b9da7945e5d98531dcdb14eb4bb59cec4ab19ca09b644b634) AuthConfig (993f9427dcc0cf061dd8f57c42d0f1f57ed073c504b7f42f880e3372bb224e52) AuthConfig (417b92b89a24bc9a9969f0f500203633372bc1d43ce56d2e3260f6c27a38ea61) AuthConfig (43bd0d04e2dcfaf121ee7cd2f8558534192f8dbd6014b7e49f1131f25f04a9f4) AuthConfig (bd791e477e8e8795071ae6d223f94645a2dcb07aa5952ebea2aee6b359311c68) AuthConfig (d4cdcb0ddc99a652fc6272c6346f6bbff5c839725d31e321a7e5060113be1078) AuthConfig (8ab6219eaf6f6c46e1d5d561355bde8718fb6540af98548ddf61aa0185503cb6) AuthConfig (a9e7fca1cb6fae1d9d8a889bb4caa9813544f57582139569127b38f7bc1fae4f) AuthConfig (b7a71e6b616376afe1aa966335784f40a2b9cefba9ccbeef4d8a6ab2294d98e4) AuthConfig (6a028ccf41c21ab49fb4e1f2e680310bdb107002356a8d9096ab3184e2489e4e) AuthConfig (a2fc129e4ff7686cd5143edbd82c21683e0b0d5070c0efbcb842fcc7b8ae2739) AuthConfig (4e8d14f9cd2e0942197c3bf3b253d29493b5cfe68c58a3d3938592cb9c7b7d61) AuthConfig (67e168fdae4beb9e65bc6bbc0e21c3f7f2df59f7d449835265a186572233d29b) AuthConfig (6be9b33167a96adf9dbe6b5b6c43319f62db42004d908a1270159cf48db2c361) AuthConfig (e6e46e4430e0c1ecd52a58c2cbd2d298cb33ffa3e7ecc1bf2bae74429ce849dc) AuthConfig (38b086a68ce9185160854cf7e8ab21dbe5f78caf690853c37411a144757c2c2c) AuthConfig (054cee5ef374fa0d2e3052d8df41b7d6308c144be2f0be2c029cb721a68f8d8b) AuthConfig (74c54046994041450e5a5407c920173fbc6b5c4e32b86a7f83d8719b1709f85d) AuthConfig (8fcc09a9592b7e2a03bacdd152c4a39e927be38d44e9ea999c259f5ba5d27ce2) AuthConfig (2275ebbeed02ea1f6985b32857e05ebac673b54b10eb211fde5a19e9deced69d) AuthConfig (31452815362fa9bc4a39dfafc2bf22c384d55bba55f2d8855677fc876edc59be) AuthConfig (6cb5c37e79b24c59c53746dc5343246c0d8cb902c10b431a4023b77d7e8d7aa4) AuthConfig (aee60140eff9313ffe8f5cc5e7db1f7930cc8d7fdaf3fdd42af3803d7450da59) AuthConfig (26ee4bebc48b85fbe420af7086149a3e606a5d07fa2e642d07f9133ec9117be8) AuthConfig (34e944b49cef7cef3193ac431bde94afcf6107c6d18272a170ab575f1a7d07b7) AuthConfig (d49f1a620365f52cb2c7fe601181a0162f6e6784e76c10417e67048f6d1744fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"49daac1b-a445-4d7d-b4c8-f314b0713ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.645302963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"accdba1e-c20f-4f8b-829b-a59f125317f6","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.647300857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"b83e0cd0-6ce2-4cab-a2fd-b139fc02951c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.6555414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"b092b457-cf4d-4d9a-a27b-30084d9b864b","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.705248958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"b83e0cd0-6ce2-4cab-a2fd-b139fc02951c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.714073325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"b092b457-cf4d-4d9a-a27b-30084d9b864b","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.727397854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"d745cf05-aa32-4115-9f6a-b367f63798e7","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.784520371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"6904c5ca-ac06-4bb3-8794-8fcd6bb70f70","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.832020952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"54abcded-4017-4ea4-916f-3c0e2f7e99a5","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:24.838341013Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-5b176c/e2e-dry-sub-5e828a44","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-5e828a44\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.889222541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"74aed687-a5ee-46bc-ba9c-66f75b0b1cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.88922811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"2092628a-3afb-4b37-8725-553a3f005c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.889654901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"8d887479-3fa4-478d-a97d-72d28bdedb66","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.946859966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"2092628a-3afb-4b37-8725-553a3f005c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:24.947251401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"74aed687-a5ee-46bc-ba9c-66f75b0b1cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.027559716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"bbec1a72-45d3-464c-aa80-c4bf223efa90","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.031505614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"34ead841-fa09-4f5d-b893-53e2b82b569c","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.162985272Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5e828a44","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44","reconcileID":"d604de72-72ed-4a83-bb9f-aeaf94bde05f","MaaSSubscription":{"name":"e2e-dry-sub-5e828a44","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/e2e-dry-sub-5e828a44","ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.196237564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"98ed2e57-c202-40ee-b7af-7226548d3bd0","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.253990116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"98ed2e57-c202-40ee-b7af-7226548d3bd0","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.339239886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"44923d39-fe38-452e-a2ad-6ef26282c795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.339257636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"1d736a92-3c09-4c9d-8e44-362e9ba8f6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.345415921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"0bb7410a-2f16-4180-aa62-064399ae1458","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.393671602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"90c5cce1-f3bd-4290-b44a-e5266908fbab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.396964015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"1d736a92-3c09-4c9d-8e44-362e9ba8f6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.398170295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"44923d39-fe38-452e-a2ad-6ef26282c795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:25.524200113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"98ed2e57-c202-40ee-b7af-7226548d3bd0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dry-sub-5e828a44-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.55993114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5e828a44","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44","reconcileID":"fcee5253-0b18-4116-9b03-4df879809be8","MaaSSubscription":{"name":"e2e-dry-sub-5e828a44","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.689927155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"ce0e54d3-19d0-4424-9f6f-b42abe910751","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:25.751181141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"ce0e54d3-19d0-4424-9f6f-b42abe910751","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:26.777632157Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:29.289518288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"610e97d6-c34c-454b-8998-7e696445e226","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:29.449914327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"92aa849d-420d-44b0-80d2-821d5da4e678","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:29.450143408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"9142e19c-1f8e-4111-89dd-92bc152e245e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:29.44991056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a1c8c41f-876b-44de-8afa-c02965cae12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:29.508788785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"92aa849d-420d-44b0-80d2-821d5da4e678","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:29.509949479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"9142e19c-1f8e-4111-89dd-92bc152e245e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:29.511494395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a1c8c41f-876b-44de-8afa-c02965cae12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:34.725819669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"71ee22b1-83e4-4c13-9bec-552f5b48fe8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:34.725819476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"7638a325-84d1-4b8c-9479-bb22cc9fa828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:34.787293506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"71ee22b1-83e4-4c13-9bec-552f5b48fe8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:34.788523067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"7638a325-84d1-4b8c-9479-bb22cc9fa828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:35.063653832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"b6907703-46b9-4582-b609-205cdff28bcb","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:35.066587341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"308fe02a-8ab3-4ba9-a454-b05b75139eff","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:39.456391988Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5e828a44","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44","reconcileID":"47db10a7-e051-4690-9f3f-9718db384759","MaaSSubscription":{"name":"e2e-dry-sub-5e828a44","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscription":"e2e-dry-sub-5e828a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:39.675717894Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5e828a44","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44","reconcileID":"47db10a7-e051-4690-9f3f-9718db384759","MaaSSubscription":{"name":"e2e-dry-sub-5e828a44","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:39.936407271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"6aeb8b8e-6106-4355-8183-ed6bb640074e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:39.937058007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"f6dac2eb-ba34-4536-bbe0-154cacb46af1","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:40.046491887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"8643027b-93d6-403f-ab7f-5236bbd1ae6c","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:40.05543508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"6aa0020b-9c74-4441-9306-670a00729f23","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:40.098895493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"839a367f-4751-4a24-b02c-6085c274df45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:40.099252313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"6be12a3a-8508-4197-8c3a-d4c9f90d566c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:40.112780946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"6aa0020b-9c74-4441-9306-670a00729f23","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:40.158174997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"839a367f-4751-4a24-b02c-6085c274df45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:40.158168542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"6be12a3a-8508-4197-8c3a-d4c9f90d566c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:40.272666219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-dry-sub-5e828a44-auth","reconcileID":"ae7e5eea-2384-4f7d-8528-77c18253ff79","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e828a44-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:40.436824764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"06ba538c-e7dd-48c5-ad93-9a0f32038b76","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:41.624066239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"e1f49262-04ad-46e4-9bda-3cf76fd63687","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:41.683288714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"93b333d5-66a7-4992-ac83-b4571466cb95","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:41.844140961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229-auth","reconcileID":"f6cde786-21c7-48cc-bb19-aeebe7de1292","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:41.892811964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"0f63f1fc-40f4-4acb-b042-6730b6f136d4","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:41.901450253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229-auth","reconcileID":"f6cde786-21c7-48cc-bb19-aeebe7de1292","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:41.951792522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"53b71053-c455-47bb-b2fa-04659adf8461","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:41.998072655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-0a9c1229","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229","reconcileID":"40a78734-a967-4130-84c2-b44f2ce8edf1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-0a9c1229\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.053045778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"7f9ec7fe-ec98-432c-8570-9175aae5490b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.053327548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f384d939-4ad6-4336-a9f3-ea913c7dc1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.110249475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"6b962e61-a0e3-41f9-8998-74f3d1d58f76","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.112561347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"7f9ec7fe-ec98-432c-8570-9175aae5490b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.113703248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f384d939-4ad6-4336-a9f3-ea913c7dc1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.166621103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"43851743-9d0f-43e6-909e-9985ae846ff8","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.221210464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"c5e10db8-e506-4729-adf4-357b599ef2dc","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.380860096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229-auth","reconcileID":"94c00135-9f5c-48f4-9ebe-55ad3e9ffb9e","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.438396225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229-auth","reconcileID":"94c00135-9f5c-48f4-9ebe-55ad3e9ffb9e","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.438906317Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-0a9c1229","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229","reconcileID":"362a40d0-03ef-443d-ab8f-0c78dc9e8799","MaaSSubscription":{"name":"e2e-combo-sub-0a9c1229","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/e2e-combo-sub-0a9c1229","ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.525363215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"a402757b-4ad7-490b-9553-c68e5ab44cd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.525374553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"9cc5c410-f54f-4c8d-8e98-5af88c2a5377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.583317626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"9cc5c410-f54f-4c8d-8e98-5af88c2a5377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.583534742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"a402757b-4ad7-490b-9553-c68e5ab44cd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.60695623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"39274905-983e-49f7-a3e5-19f244527c76","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.654684735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"ee1fc547-c287-4892-b7ea-474076e60c03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.663847888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"35550007-c47f-4862-b9b7-5a702cb66d7d","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.723429091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"bd5d31a3-73fc-461c-9641-70d9648376e7","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.821098598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-0a9c1229","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229","reconcileID":"c5085e30-8728-4b08-bfca-a860a646f989","MaaSSubscription":{"name":"e2e-combo-sub-0a9c1229","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.884984667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-auth","reconcileID":"3bd1d2e2-3e63-4a6c-aac2-99f1fc93853e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.944106027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"19cd685d-6bc8-4459-a7f1-c256146eb2e5","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:42.947414459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-auth","reconcileID":"3bd1d2e2-3e63-4a6c-aac2-99f1fc93853e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.002031911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"cbdc4b40-2f45-483c-97ce-2cec00982e9a","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.045050837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"78c86ec0-a74a-4168-968e-e336be221efd","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:43.050646943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-sub","reconcileID":"8d0ac839-7853-46db-b0c0-ab2076ff92cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.060251081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"515021b7-770c-4b11-8ee2-7fbb707773b1","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.100431257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"f36accf5-d34f-4d23-866f-be5cfeeb334e","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.107628572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"5ff6e392-08bc-4f83-944e-197c51f93618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.107657393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"94b4c871-1da2-48ee-b08e-f89655684d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.160596748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"a7faec77-d059-4c21-a10f-ef355a916e9d","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.166024052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"5ff6e392-08bc-4f83-944e-197c51f93618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.166044776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"94b4c871-1da2-48ee-b08e-f89655684d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.218959944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"6862107c-f04d-435a-98e5-6b5f55530b97","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.261712614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"a70a7d1d-31bd-4aab-a1ad-e3d5798c50ba","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.271402391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"33ad9cbe-c52d-4acd-bb10-fceff724c4c0","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.319196566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"a70a7d1d-31bd-4aab-a1ad-e3d5798c50ba","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.329325639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"8368f129-8400-4a22-9ca0-da54f73c3cae","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.38537787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"a35b9ce5-d7e7-4e97-a0c5-5a4602504461","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.430925848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-auth","reconcileID":"256280e3-bed5-429a-86ab-1eb521e13945","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:43.435570196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-sub","reconcileID":"e99e5955-e1c7-45c7-a03f-ee6910ed7719","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.443504661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"507db625-6beb-44cb-8bf6-8cb68335ec50","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.488235307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-auth","reconcileID":"256280e3-bed5-429a-86ab-1eb521e13945","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.49627647Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-sub","reconcileID":"d0f674d0-055f-4c35-8c65-e2f974745b8f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.531565579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"2587afb0-d910-4de4-a308-09641ebcf036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.547845977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"da95bb47-e404-42fc-a944-6742673297d9","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.589378563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"2587afb0-d910-4de4-a308-09641ebcf036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.603661027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"18d9ce5e-ebf6-4517-8866-efaaa196606c","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.632452418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"4fe08537-ad51-4e45-b53d-42fdaa28f77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.632511361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"82df12a1-3b7b-4694-b98a-4df688ff571c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.663803889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"c513ab4b-126b-4881-bf95-7d66c2e9274d","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.671120981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"c976f3e1-a6bc-41e5-a75a-288165f8b405","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.690093043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"82df12a1-3b7b-4694-b98a-4df688ff571c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.690481794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"4fe08537-ad51-4e45-b53d-42fdaa28f77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.71221767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"5b049710-7f6f-4416-bb53-14dad385efe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.830328555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"0fe39f6c-3039-4ab6-a7c5-317149ab5e09","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.875862962Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-sub","reconcileID":"47132c04-7e34-4fd5-95fe-534d88b0d6b6","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.876019071Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-sub","reconcileID":"47132c04-7e34-4fd5-95fe-534d88b0d6b6","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.887496292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"0fe39f6c-3039-4ab6-a7c5-317149ab5e09","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.918431504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-sub","reconcileID":"ecf5c040-8810-45da-86fb-8c33a3a2b7a3","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.930516785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"68b0e2b0-c346-4cfd-82ae-fb2c44462349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:43.987817129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"68b0e2b0-c346-4cfd-82ae-fb2c44462349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:44.03050198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d169a124-9e69-45d2-968e-ebc2c1f89a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:44.087872428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d169a124-9e69-45d2-968e-ebc2c1f89a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:44.091262195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"3b61ec60-7e08-4e75-89c8-74bb3da8c040","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:44.097042773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"256a3523-e3d8-4454-88da-7f9079ab5e71","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:44.203664548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"0fe39f6c-3039-4ab6-a7c5-317149ab5e09","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:44.311913316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-sub","reconcileID":"36e6c0c1-5109-452b-a2f1-440f5686cfbf","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:44.312092977Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-sub","reconcileID":"36e6c0c1-5109-452b-a2f1-440f5686cfbf","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:44.370440378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"8974abc0-3046-48f3-a785-3c10a70207d6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:44.429854923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"8974abc0-3046-48f3-a785-3c10a70207d6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:45.909112467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"fcc334f9-e692-44ae-875e-509fca13a58d","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.070428203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"9a61994f-0688-4043-90ba-7df3367df5db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.070570927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ab28789e-548e-4b5b-9490-70023124c3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.070432648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-auth","reconcileID":"2ed01fe7-84ee-454e-b63d-0caa86b46814","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.1294819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"9a61994f-0688-4043-90ba-7df3367df5db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.129950941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ab28789e-548e-4b5b-9490-70023124c3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.132826917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-auth","reconcileID":"2ed01fe7-84ee-454e-b63d-0caa86b46814","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.267340679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"0092eaba-fa9d-45b2-8cab-61abc043eacd","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.428899356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"082b72da-638b-47b3-a2a1-b2a169f388b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.429560099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"662c2ee5-72c7-4e5a-9a82-46906c2a81fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.488459621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"662c2ee5-72c7-4e5a-9a82-46906c2a81fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.488486345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"082b72da-638b-47b3-a2a1-b2a169f388b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.529169783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"aba413b6-e99e-4d34-a63a-06034c7cec99","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:46.586969225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"aba413b6-e99e-4d34-a63a-06034c7cec99","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:47.1873166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"c4ccd1dd-c2e2-493d-9577-290787f7166b","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:47.209089875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"ab159350-a4da-47a5-94b3-05eae290ed91","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:47.270985539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"e0ce3d18-5346-40c1-a20d-3ab7d754e620","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:47.347312481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"df866d91-d31d-4ee4-b5a3-d10ebd803d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:47.347355278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"44ac2894-6b8c-46a7-82ec-774e86d7a2a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:47.34798419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229-auth","reconcileID":"f1a43222-31b5-48da-beb7-2129949e21e3","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:47.409396305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"df866d91-d31d-4ee4-b5a3-d10ebd803d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:47.409540491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"44ac2894-6b8c-46a7-82ec-774e86d7a2a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:47.413213514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229-auth","reconcileID":"f1a43222-31b5-48da-beb7-2129949e21e3","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.076180336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-sub","reconcileID":"be07fd79-2be9-4edb-81fd-97281a21e20e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.305779728Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-sub","reconcileID":"be07fd79-2be9-4edb-81fd-97281a21e20e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.434916263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-sub","reconcileID":"e4b8e625-143a-43c1-9b07-917248b5516b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.522851854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"172dc444-4d03-40d6-9a64-0bb86efc1e11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.570487307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"a513702b-3df1-429c-bc31-cb2406de55b3","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.656310537Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-sub","reconcileID":"e4b8e625-143a-43c1-9b07-917248b5516b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.656338608Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-sub","reconcileID":"e4b8e625-143a-43c1-9b07-917248b5516b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.656419898Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-sub","reconcileID":"e4b8e625-143a-43c1-9b07-917248b5516b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.721020328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3e997fba-7a18-4512-ae1a-797656db31bc","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.730968932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-auth","reconcileID":"87321170-cca9-4068-bba3-6a2c43d15827","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.731120438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6aea659f-c65f-4596-b26d-02f0c22a1e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.730969012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b4b31f5c-bd98-4e97-878e-c9b63c57647a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.778340911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.789311951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-auth","reconcileID":"87321170-cca9-4068-bba3-6a2c43d15827","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.789900667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6aea659f-c65f-4596-b26d-02f0c22a1e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.791737678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b4b31f5c-bd98-4e97-878e-c9b63c57647a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.875516188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"ef887ed8-076e-465b-9255-cba4619550cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.950346535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-active-auth","reconcileID":"1026983f-716d-4a8b-be8d-082a19d50397","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:56.989032425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"b8f5c526-cded-487f-ab43-f262d914cbf1","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.138622849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"36078e41-135e-4ad9-b429-49b5f8cab6a6","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.150458974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"9d85e20f-5189-455f-9fab-362da84b15fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.150649606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ebec2dc6-71ef-4d94-a654-d422b98f9266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.150459524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"22092f8a-7e85-4867-a191-e93a96d47b51","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.161551406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"dd3627c0-3a48-4bd9-9778-0b20fb89b900","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.209158283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"9d85e20f-5189-455f-9fab-362da84b15fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.209283529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"22092f8a-7e85-4867-a191-e93a96d47b51","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.211445491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ebec2dc6-71ef-4d94-a654-d422b98f9266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.353107622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-0a9c1229","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229","reconcileID":"cafa49d0-8e76-4cbd-9830-3327d09556e5","MaaSSubscription":{"name":"e2e-combo-sub-0a9c1229","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscription":"e2e-combo-sub-0a9c1229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.422741386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-degraded-auth","reconcileID":"c19398b3-d382-4072-a7a1-0daf5cabce88","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.5719619Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-0a9c1229","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229","reconcileID":"cafa49d0-8e76-4cbd-9830-3327d09556e5","MaaSSubscription":{"name":"e2e-combo-sub-0a9c1229","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.590207025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"71db756b-82dc-4136-b36c-5983e62cfef4","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.790737625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"96f1f9ca-4951-4d31-abf9-617ef047f374","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.832939275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"8f8453e6-3ae1-47ac-a5f0-6028a33b4ef0","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.977934468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"f851eb35-290e-4059-82e7-43aba4a80472","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.995657733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"1e25932a-e914-47b4-854b-8e7ac7bc693f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.995806413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229-auth","reconcileID":"9dca9b11-b665-4381-9dab-f3762fd07ebb","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:57.995662663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"daaf9c0d-d79b-4967-92a6-e9b4fa458ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.053804689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"1e25932a-e914-47b4-854b-8e7ac7bc693f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.053927078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"daaf9c0d-d79b-4967-92a6-e9b4fa458ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.056075096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229-auth","reconcileID":"9dca9b11-b665-4381-9dab-f3762fd07ebb","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.205107417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3e01de9a-0665-4e78-b293-b139e9fc93d5","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.261371288Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-combo-sub-0a9c1229-auth","reconcileID":"069c74a1-eb93-4314-97b8-404350dee8ba","MaaSAuthPolicy":{"name":"e2e-combo-sub-0a9c1229-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.261517806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"0e7e8c25-eb42-459b-8437-55692d231d4e","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.421911561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"4fa39a3e-e7f6-4f4b-8520-c0f5fb6c8ab3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.428838567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"c807c642-3547-4fa6-bd83-f0ac4f237d75","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.480839575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"4fa39a3e-e7f6-4f4b-8520-c0f5fb6c8ab3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.657827136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"ae5e0e70-9d31-48cf-86d4-68ec14f9b3ea","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.713242422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"47a285ec-1e69-4118-a576-a5a0c1615e51","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:58.756911248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-sub","reconcileID":"b023415d-df44-4e82-b994-f2ef5ca3491f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.802074111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"baeaa808-bdb1-4229-b4e0-1dc25b4c59a2","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.810347743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"4dc43aaa-aac3-4354-91f2-ba8deb27aa61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.810347739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"c7467997-b562-4eaa-89e8-cd442cc429a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.86837651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"c7467997-b562-4eaa-89e8-cd442cc429a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.868390245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"4dc43aaa-aac3-4354-91f2-ba8deb27aa61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.910387659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"87afef58-6aab-4cb5-9693-11baad33558d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.961942807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"aaa6d350-af34-4557-bc4b-08f34ca17846","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.968327561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"87afef58-6aab-4cb5-9693-11baad33558d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:58.980491339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"59cf0e7e-4d36-423b-9a1a-dde50d17437b","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.019927706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"aaa6d350-af34-4557-bc4b-08f34ca17846","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.036518327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"cd37efbc-c5e3-42d4-b5ac-cab6703b0734","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:59.087478268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8","reconcileID":"5f84487a-ea75-4ead-9696-86aad42c1693","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-787164c8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:59.094784082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-sub","reconcileID":"9f87c6df-e69f-43ad-beef-62dcedaf0fb4","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.140081719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"59d70eb8-65d8-4738-8b47-aa593f5cf47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.198103188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"59d70eb8-65d8-4738-8b47-aa593f5cf47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.199797036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"890ce888-5595-4b83-8396-2b92c6050ba2","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.240039989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"211930c8-1577-4701-940e-7cab242777d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.240234753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"1ba9bc2e-f693-420a-8dc7-ac82ce44e95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.258609208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"4418e509-3432-4ddf-92ce-01539554ad9d","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.297432828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"211930c8-1577-4701-940e-7cab242777d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.298792259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"1ba9bc2e-f693-420a-8dc7-ac82ce44e95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.452368055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"6890e8a6-e775-4bf7-b473-db9b7d5139f9","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.465311935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"eac83fe8-5759-4d4b-b4e4-f29e39f1ec51","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.495351145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"53f1040e-4044-4d7f-b119-7fe04acb12fc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.508812784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"adedb2e0-d8fd-4b02-8ccb-fafca25e8ddf","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.52396231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"eac83fe8-5759-4d4b-b4e4-f29e39f1ec51","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.534483206Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8","reconcileID":"a19c2dc2-4883-458a-9c74-9e2ec7830618","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-a-787164c8","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.552466571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"53f1040e-4044-4d7f-b119-7fe04acb12fc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.560100626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"e3c2c3eb-ce84-4269-a4c6-e8a1e9d1202e","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.631202409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d80cfbc4-b44e-4757-8b20-ff467d32e9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.632190965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"c8d6412b-321b-4c0c-9038-c7e05795bcca","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.685470584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"8ebcaf6c-988f-4a68-842d-e99420c4f5aa","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:44:59.68666273Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0bbe80/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.726848281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d80cfbc4-b44e-4757-8b20-ff467d32e9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.735454234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"76deec26-6a40-4e25-8221-ede12e8d59b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.741739981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"b4910bdd-9962-4dc7-ba44-4d8f97b21aec","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.744498357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"f5cf2036-83ff-4584-81c2-99f912febc1a","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.789881745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"d6317e5e-862f-4a40-86a7-833527734f5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.793506009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"76deec26-6a40-4e25-8221-ede12e8d59b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.850097256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"4116f606-e36b-4525-bbfc-be70a07d8c93","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.908664257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"7e4486a1-ef1f-45e5-bc91-e5a3615764e2","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.957328785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8","reconcileID":"c5305218-1c0b-4941-89aa-3a9a04191889","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:44:59.967595834Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"3207b0de-6205-4a20-85e8-87bca85a8a71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"simulator-w4-0bbe80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.011446061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"381a90f1-c2fc-4ce9-b5ee-f52db04ff0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.136453333Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"381a90f1-c2fc-4ce9-b5ee-f52db04ff0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.13760083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"7f9a44cf-589b-4fe3-854e-3788d0d8be1e","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.138551723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"aecb5262-fe94-4eed-86ab-84707d6014fa","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.193690758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"381a90f1-c2fc-4ce9-b5ee-f52db04ff0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.19531758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"724f2dae-9c13-466f-9a7b-a65f03161f65","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:45:00.245540035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"7f9cb220-c712-457b-847e-0396c2448969","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.249597687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"857086bf-7cdd-479a-80bb-223bfa70a158","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.253638911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"3089511a-d702-493c-b9c7-0158d594ae61","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.359747084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"e3834c1b-522b-4f9d-8309-1db30ca6a003","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.361365909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"a19d7d7d-ae80-4cd4-9c64-b21bb02fcac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.361861371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"b5d9f044-5ed8-4a02-9a80-84c1cc4bbc71","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.41998025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"a19d7d7d-ae80-4cd4-9c64-b21bb02fcac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.421082723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"69a620a9-f474-41b8-8fdc-7313ef25b197","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.425646577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"7bd7cc3f-7a24-4335-bfd7-711dc9a159cb","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.476210222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"a19d7d7d-ae80-4cd4-9c64-b21bb02fcac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.48727883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"91014fa8-c987-4789-a56a-7d7d033e3c2c","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.63837881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"8e8c2672-2e46-47df-bf2e-cfef8dd56d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.640758847Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"4167a72d-4e96-4d72-b998-b8cf02300724","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"premium-w4-0bbe80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.648994482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b32b3296-e1eb-4275-80ea-641d936df025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.696951616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"8e8c2672-2e46-47df-bf2e-cfef8dd56d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.706707276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b32b3296-e1eb-4275-80ea-641d936df025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.75379643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"8e8c2672-2e46-47df-bf2e-cfef8dd56d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.765535392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b32b3296-e1eb-4275-80ea-641d936df025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.809385525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"570c7365-6b26-4844-ba50-2b3d2f940d92","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.82192795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"5f377afe-c023-429a-ba68-e93962755a24","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.917583626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"052096e8-cb3c-4700-83ff-03d6ccf61c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:00.979568273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"052096e8-cb3c-4700-83ff-03d6ccf61c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.016117216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"c6aaf9d2-b8fc-4bb6-97d5-cfb406084f37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.026873599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"70239c49-f5c7-4631-a685-9d6aff04ebf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.038012615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"052096e8-cb3c-4700-83ff-03d6ccf61c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.07431438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"c6aaf9d2-b8fc-4bb6-97d5-cfb406084f37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.13092147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"c6aaf9d2-b8fc-4bb6-97d5-cfb406084f37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.195908984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"64543d11-282f-4019-b4dd-f38b39822c9b","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.540511586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"5016e658-1655-4f53-8de7-2913e3ae5121","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.598593437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"93c51a13-7414-4894-94e5-5ddef0bf0568","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.700207746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"0dc2bb6f-3dc8-4438-9de9-10b6e83f43c8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.700367819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"b750f95d-4ee9-4f70-a322-a8e8c625a653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.700207507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"f6f8c684-6b4f-419a-b47c-68844e18f299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.760646587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"b750f95d-4ee9-4f70-a322-a8e8c625a653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.760687125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"0dc2bb6f-3dc8-4438-9de9-10b6e83f43c8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.76300764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"f6f8c684-6b4f-419a-b47c-68844e18f299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.797003664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"b1eace88-5a14-4389-a9ce-1431be7a21d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.818499169Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-22e9c4 priority=0:[ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-a-787164c8 ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-b-82b2499c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.818560507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"da337cc2-b10c-4a36-a0a1-30fafd79a25e","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.854672182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"b1eace88-5a14-4389-a9ce-1431be7a21d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.875665786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"4c152b14-ed16-481d-a116-678edb92b838","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.922700125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"1bc8ca7d-7d9d-442a-a58f-dbd856d4cc73","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.934496986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"1cc95a69-ed9e-4917-8253-d0128ed7ad5a","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.980314259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"c5184562-8d61-4003-9046-fc5ac3670527","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:45:01.98856871Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-b-82b2499c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-82b2499c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:01.998204227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"9201a55c-25e0-4be4-a49e-b1faffe6d2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.055901244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"9201a55c-25e0-4be4-a49e-b1faffe6d2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.128913441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0566dffa-bcab-4210-8628-a2b3f46cb6f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.128910985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"5aee88e2-e413-418b-bba8-2b4e8ad0e841","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.186699511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"5aee88e2-e413-418b-bba8-2b4e8ad0e841","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.187013613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0566dffa-bcab-4210-8628-a2b3f46cb6f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.225795629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"4777e7c3-ed70-405d-9027-6c7396c56405","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.256362874Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82b2499c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c","reconcileID":"d2e05942-2a42-41b3-8071-ca31078c9e1f","MaaSSubscription":{"name":"e2e-filter-sub-b-82b2499c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-a-787164c8","ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-b-82b2499c","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.383726811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"aac1e7e5-b3a5-4b3a-a644-6048939fada2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.385700609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"5742065c-4b08-4ee0-99c9-997241d39296","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.427296788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"c0a1c46d-d951-4c10-94dd-b33770873c85","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.442847234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"aac1e7e5-b3a5-4b3a-a644-6048939fada2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.443222734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"5742065c-4b08-4ee0-99c9-997241d39296","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.475328992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8","reconcileID":"ea981dab-8fb3-4061-a63d-af47cf6fe5ef","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.475439399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"420fc188-bd34-4fa1-9e03-0c504ce11b64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:02.642627561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82b2499c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c","reconcileID":"d51b93a2-50fa-4707-9be5-3adbea83cd35","MaaSSubscription":{"name":"e2e-filter-sub-b-82b2499c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.224110784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"1af7afd4-ac05-4cf3-93f3-e0f09a383a74","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.342816242Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-22e9c4 priority=0:[ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-a-787164c8 ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-b-82b2499c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.343050538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"247505e7-a4cd-4cce-89b4-0cb08b6d6cb6","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.402077429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"a2e18f18-535e-470b-b311-264dcc30b049","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.447339782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"6bc00061-7f96-4cb9-adea-2a67395a049e","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:45:05.455931634Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-6d5663/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.503199601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"ac1e1639-d980-40a6-851e-588723e4d1b8","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.617353671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"20ea6a1f-14aa-4c26-abe2-2eaa6b1fa636","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.676462316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"8cecad83-6065-4f8b-91fd-d34a2e90b3a8","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.723462441Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"ba256e6f-33be-4a65-bfd0-32ed2e2b129e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"simulator-w1-6d5663","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-6d5663/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:45:05.731037863Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"8cecad83-6065-4f8b-91fd-d34a2e90b3a8","name":"simulator-w1-6d5663","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-6d5663\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:45:05.73110482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"8cecad83-6065-4f8b-91fd-d34a2e90b3a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-6d5663\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.73651892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"bd6abe84-7a06-4dca-a4fb-3afa8f64da10","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.782242328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"864ade10-79de-48cf-917c-97cbd6392809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.891252767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"edc2c3d2-d193-4577-8b6d-aab6bde39145","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.898218053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"5bfb3131-bf4d-4cfb-be82-8445d6ba7c30","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.898371093Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-22e9c4 priority=0:[ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-a-787164c8 ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-b-82b2499c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.905258305Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"864ade10-79de-48cf-917c-97cbd6392809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.955607618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"108f9074-5521-427e-9f75-1569610ecb93","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:05.961417762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"864ade10-79de-48cf-917c-97cbd6392809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.0049862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"cdc24955-c9fc-424b-8e6a-123246030a16","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:45:06.009557175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-6d5663/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.019368641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"03c67710-66ec-4265-82cb-fcebd61365c8","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.060897963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"c9cbbc35-1d88-4eec-a8fc-1858d0c967c1","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.107085187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"81f00f35-dfba-4a8f-9f16-9fd3caf26467","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.126691363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"b62f3cd8-fdc7-404c-8f2b-7346033911dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.184514337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"b62f3cd8-fdc7-404c-8f2b-7346033911dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.185675835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"351cc188-c3bd-410c-b9db-aba94b72d2f8","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.246714268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"b62f3cd8-fdc7-404c-8f2b-7346033911dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.249967551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"ff828dd1-502f-4072-9007-5a509ef6bb3c","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.279509422Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"3c055fed-c941-4ac4-9088-05e6bfc86580","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"premium-w1-6d5663","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-6d5663/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.404532951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"34fcef95-90ab-416e-b7b9-77db24f7e7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.408716248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"33b21b2b-af0d-4408-a376-93e2f09f7af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.447671754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"b7cc17b2-7ce9-4b88-8b0b-7d274d70597b","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.463445845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"34fcef95-90ab-416e-b7b9-77db24f7e7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.465907799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"33b21b2b-af0d-4408-a376-93e2f09f7af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.519539052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"34fcef95-90ab-416e-b7b9-77db24f7e7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.522307808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"33b21b2b-af0d-4408-a376-93e2f09f7af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.578988105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"63b3281d-e598-4536-8e32-a109a3941441","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.662954386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"829ca1ef-0423-405d-aa9e-b54b430ed18c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.740944263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6559d7f4-22fd-4441-a3f1-52164b892727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.798233452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"0e4f8211-e921-4738-baec-34a8797cdb06","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.800849386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6559d7f4-22fd-4441-a3f1-52164b892727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.856636067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6559d7f4-22fd-4441-a3f1-52164b892727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.958543846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"63a2e09b-4c0c-4504-b5a2-ccc242638be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.958632614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"b513c547-f34c-404d-ab93-693c193c14ce","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.95902094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"17997016-0368-4331-b01d-9cbf431940c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:06.959245417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e08e8592-b4ae-4bee-b0dc-addbeadc2d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:07.017154219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"63a2e09b-4c0c-4504-b5a2-ccc242638be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:07.017780735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e08e8592-b4ae-4bee-b0dc-addbeadc2d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:07.019521853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"b513c547-f34c-404d-ab93-693c193c14ce","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:07.020287542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"17997016-0368-4331-b01d-9cbf431940c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:11.199764705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"a2fc7a18-3f43-4981-bfc1-61257e2f3dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:11.257050359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"a2fc7a18-3f43-4981-bfc1-61257e2f3dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:11.299715315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bf04b122-e2a5-4868-aa50-14b73ffdf01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:11.313767423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"a2fc7a18-3f43-4981-bfc1-61257e2f3dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:11.357103378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bf04b122-e2a5-4868-aa50-14b73ffdf01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:11.41309905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bf04b122-e2a5-4868-aa50-14b73ffdf01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:11.703320964Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-sub","reconcileID":"e8501130-8102-4bb4-809b-81ec03db69c4","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:11.703451734Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-sub","reconcileID":"e8501130-8102-4bb4-809b-81ec03db69c4","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-9a1b3f/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.033759726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"39f44782-a1c5-4ac6-8554-d25e77ed06ab","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.09248069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"5499c717-4321-42fc-a055-815acabdb89b","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.131078025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"a2fef14f-d175-41c2-824f-f4c855523b3d","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.13300614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7a02bedc-aa99-4e7f-9970-594af0af9887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.133061957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"2c5802a2-744d-4f8c-b8f6-f90f5dc89eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.133491413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"9c8e4af6-3b0b-45ad-8ce5-c0cb2a5aa1d3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.192188909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7a02bedc-aa99-4e7f-9970-594af0af9887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.192218557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"2c5802a2-744d-4f8c-b8f6-f90f5dc89eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.194479101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"9c8e4af6-3b0b-45ad-8ce5-c0cb2a5aa1d3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.353454185Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-failed-auth","reconcileID":"3c69b3b2-885c-49c8-9926-bb17a3001f76","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:12.564746127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"2b615976-33ef-4881-b64b-809ee4c33e78","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:16.686526344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"c1f5e9ab-b982-4ec1-8b02-af94e412e6da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:16.74507896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"c1f5e9ab-b982-4ec1-8b02-af94e412e6da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:16.801871617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"c1f5e9ab-b982-4ec1-8b02-af94e412e6da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:16.965603283Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8","reconcileID":"2d120e75-be96-4a26-965f-e30c17bedb3c","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-filter-sub-a-787164c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.021459398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"930f1aec-5290-4567-bfc9-a8163803d685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.081094962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"930f1aec-5290-4567-bfc9-a8163803d685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.137496668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"930f1aec-5290-4567-bfc9-a8163803d685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.191529975Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8","reconcileID":"2d120e75-be96-4a26-965f-e30c17bedb3c","MaaSSubscription":{"name":"e2e-filter-sub-a-787164c8","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-filter-sub-b-82b2499c","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.406989588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82b2499c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c","reconcileID":"077ebc64-7267-425b-be06-777fb35ab17d","MaaSSubscription":{"name":"e2e-filter-sub-b-82b2499c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.412514452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"0755f33c-8012-44e2-8b0c-40573f2345a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.451561024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"c4896ceb-fe5a-44ca-9711-4d88e3be41cc","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.585366487Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"f4e569e3-97db-4870-9f77-eea3cdb09669","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.599969188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"20225e94-3fa2-4f62-af3a-847780678a02","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.612730839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"cba41e06-eb78-4367-a4fb-0eb258ec7c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.613152199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"6c0d1353-c248-44ca-8b5b-dcb8e4f52402","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.613178167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"18773bdf-6123-49ba-940b-7559951db56e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.615207132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"3dc379b9-51a5-4533-b4c0-41cd6422fcc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.64250089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"467bc98e-a7e6-4901-8bbf-2aa97f2151e2","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.670730428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"cba41e06-eb78-4367-a4fb-0eb258ec7c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.672472457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"6c0d1353-c248-44ca-8b5b-dcb8e4f52402","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.675057051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"18773bdf-6123-49ba-940b-7559951db56e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.678111445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"3dc379b9-51a5-4533-b4c0-41cd6422fcc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.747262212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"55708d4f-771a-4449-aac3-a65b549b6901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.805556811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"55708d4f-771a-4449-aac3-a65b549b6901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.86156317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"55708d4f-771a-4449-aac3-a65b549b6901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:17.980929143Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"03027a2b-09bc-48e2-8e33-21e464cc53e7","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"name":"e2e-rt-sw-598467","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.022007182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"3afab076-8b41-4fa2-a7b5-9453bf51d1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.08073461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"3afab076-8b41-4fa2-a7b5-9453bf51d1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.122894817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"0dc40025-b400-4481-9e1d-fb726227ea8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.12603399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"f7ea3ff3-26cf-4012-b862-bb605162b221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.137986944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"3afab076-8b41-4fa2-a7b5-9453bf51d1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.180530612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"0dc40025-b400-4481-9e1d-fb726227ea8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.183220594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"f7ea3ff3-26cf-4012-b862-bb605162b221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.225389338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"aec34a67-fd9b-4ff7-a71e-44f0ecab9d0d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.225469512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"9f8f0f61-b5d0-4628-b756-4b90a64e22e8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.236558379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"0dc40025-b400-4481-9e1d-fb726227ea8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.239267387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"f7ea3ff3-26cf-4012-b862-bb605162b221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.273815296Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"40649158-c444-40d8-9627-2a117e06e2b0","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"name":"e2e-rt-sw-598467","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.284979072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"aec34a67-fd9b-4ff7-a71e-44f0ecab9d0d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.286084225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"9f8f0f61-b5d0-4628-b756-4b90a64e22e8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.327174709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bc59f2-70bc-42af-ae4a-0946214d2cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.327666962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6673ed3f-fdd0-44da-bd15-246dc3ddbf13","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.327684362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6673ed3f-fdd0-44da-bd15-246dc3ddbf13","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.327992808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"669a8d36-50b0-475d-853f-ac69a2e7080e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.328009351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"669a8d36-50b0-475d-853f-ac69a2e7080e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.328287414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3230214-a61d-4aa1-ad32-87da94c8d9c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.328302029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3230214-a61d-4aa1-ad32-87da94c8d9c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.328527585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef505f1d-e944-486b-ba14-56b1243a26b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.328540738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef505f1d-e944-486b-ba14-56b1243a26b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.328907125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6ec6d5d-4226-409e-aa24-5b9979d99a92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.328920046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6ec6d5d-4226-409e-aa24-5b9979d99a92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.329249298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"16e4dbe5-3973-418a-a7d8-db1750429dae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.329262552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"16e4dbe5-3973-418a-a7d8-db1750429dae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.329509094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c0892d71-c1a4-45a8-b682-2a5cb08595d2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.329521584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c0892d71-c1a4-45a8-b682-2a5cb08595d2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.329730624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c039040-342b-4516-b981-e444865b0d96","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.329742997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c039040-342b-4516-b981-e444865b0d96","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.383584916Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"fb26fa7a-22b0-4b3d-a248-c5cf27959668","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"name":"e2e-rt-sw-598467","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.385792388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bc59f2-70bc-42af-ae4a-0946214d2cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.426689266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"fc65cf31-54fa-42bb-941b-e00d55689826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.427255259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"937f9994-e71d-423b-a920-8186dba194d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.445592817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06e03260-197a-43e1-8799-26cb599f387d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.447603795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5d01c5b-00b6-49a8-8d09-fa487bde4a74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.485931752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"937f9994-e71d-423b-a920-8186dba194d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.486070667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"fc65cf31-54fa-42bb-941b-e00d55689826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.659116698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"d7b55b5e-7a96-4716-8c5a-fcbdb51c2411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.660860125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6b67e08c-e46b-4a3c-afeb-576bd862927b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.72164505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6b67e08c-e46b-4a3c-afeb-576bd862927b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.72294605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"d7b55b5e-7a96-4716-8c5a-fcbdb51c2411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.763581193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0be5ab4a-a5a3-4f57-8226-c6e68e30e10d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.823531092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0be5ab4a-a5a3-4f57-8226-c6e68e30e10d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.860952068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6232443f-2f87-4a1a-9e6c-df6f534f4069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.861941745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a9f06b2-aa4b-4ff5-9c92-91ca65a4526a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.923396834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6232443f-2f87-4a1a-9e6c-df6f534f4069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:18.933086999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a9f06b2-aa4b-4ff5-9c92-91ca65a4526a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.096405205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"8470f9cd-755c-43ed-9dfb-40e3ad405450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.096671572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0777220f-110a-4a96-9fd6-954020442439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.153992286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"8470f9cd-755c-43ed-9dfb-40e3ad405450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.154082821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0777220f-110a-4a96-9fd6-954020442439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.212001127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"8470f9cd-755c-43ed-9dfb-40e3ad405450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.472956822Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"23d56c57-e998-4a6e-bb74-9aeee52fbcaa","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.526425362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"c929020f-5bd7-4fe1-9eb9-5824c2738ab1","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.526453046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"c929020f-5bd7-4fe1-9eb9-5824c2738ab1","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.635651314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f46a1a93-dfcb-4f04-a660-bc46dd7f0301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.635866465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"41423f9f-4e7d-498a-ba35-e0d6a91a2107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.63565914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"22293806-bc6e-4ca1-b951-d41bae5dd7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.63639798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"cd4808d0-7138-4bfd-8b20-5f101b234714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.636536545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"faadb972-aa50-4b4f-8f12-f7b1c73e95cd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.69464321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"41423f9f-4e7d-498a-ba35-e0d6a91a2107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.695674897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"cd4808d0-7138-4bfd-8b20-5f101b234714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.69734269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f46a1a93-dfcb-4f04-a660-bc46dd7f0301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.699211258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"22293806-bc6e-4ca1-b951-d41bae5dd7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.699698148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"faadb972-aa50-4b4f-8f12-f7b1c73e95cd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.751249006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"41423f9f-4e7d-498a-ba35-e0d6a91a2107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.75200857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"cd4808d0-7138-4bfd-8b20-5f101b234714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.753484685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f46a1a93-dfcb-4f04-a660-bc46dd7f0301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.758737306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"22293806-bc6e-4ca1-b951-d41bae5dd7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.912844376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7c0765a-0f7b-4bc6-82fa-889260fb7482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.912897834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"7ce1aba5-726d-4779-8164-c56101e7672d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.913528936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"e52e9eb4-2206-4973-9db5-c351c2d5abe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.923452624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"89210f6d-3105-4ff9-8bb6-0877c1ebd0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.971100427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7c0765a-0f7b-4bc6-82fa-889260fb7482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.972817262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"7ce1aba5-726d-4779-8164-c56101e7672d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.973662643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"e52e9eb4-2206-4973-9db5-c351c2d5abe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:19.98302547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"89210f6d-3105-4ff9-8bb6-0877c1ebd0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.074004207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"35d73f4f-71a6-44d2-8818-9edd2d805361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.131591962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"35d73f4f-71a6-44d2-8818-9edd2d805361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.339809904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ebfbe2ba-5a8c-4a67-af0b-65332e07c17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.340272122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"43bf111b-cda8-4862-b0a3-dd558eeb4fac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.340374286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fb5159c-d6bb-49f8-b66e-ca7707255cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.340781073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"02fec2b9-2a82-4255-b523-7770971230e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.397852985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ebfbe2ba-5a8c-4a67-af0b-65332e07c17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.398151632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"43bf111b-cda8-4862-b0a3-dd558eeb4fac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.401675473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fb5159c-d6bb-49f8-b66e-ca7707255cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.401954667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"02fec2b9-2a82-4255-b523-7770971230e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:20.903296494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"8e63bcff-3f74-4f6e-bad9-6473157f9b6f","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.055824806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"b0a775d7-bbc7-4562-864b-e72ca7a1e7cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.06832536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d8f9f516-1449-404c-a914-c32a9cae67c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.068557809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"9bf9ac51-e81a-4f21-80b8-d48ae50fbf6b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.068960287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"9f38a953-aabb-4564-9192-54fd8771dac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.069117175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"d121bf8c-b7da-4a05-879c-d27f293482bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.068325362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"fe997ae1-bac4-43fd-a3e9-689eebe4bb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.126177387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d8f9f516-1449-404c-a914-c32a9cae67c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.126351331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"9bf9ac51-e81a-4f21-80b8-d48ae50fbf6b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.128581576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"fe997ae1-bac4-43fd-a3e9-689eebe4bb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.128615126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"9f38a953-aabb-4564-9192-54fd8771dac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.130832769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"d121bf8c-b7da-4a05-879c-d27f293482bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.18275103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (debc4f5d1343edb5066e22f38c85c89e34f5c04d2754e30a46caafd1b261627e) AuthConfig (a47bdc25d804825325f9426ca38606be7a074e781e1a457c404399fd3dc85fe8) AuthConfig (a4beab8759f7ee7a84b93669090356b1595c7e4f2bf3a1251d546eed5e3ffaa3) AuthConfig (565cbbe0220aa1c30bc1fa6210be2c55086400da97cb0834cc54ea5add6a9c61) AuthConfig (0c628ecf60f92ee5b879057ecd5022f3750406ac883647860239483d41fdf408) AuthConfig (b113c176a5b948afc301c13b4bd00c0ebcfb494cccbc05d75232f6c68f908ba4) AuthConfig (050edc2fa057128e3cfbf3ec66fcd1d5ec245b659c73ceb0143dbc2ceaf9b0c8) AuthConfig (c5514f5ea7783411de5fb665db61fec9340397114dd31ae63ab5df4745536da4) AuthConfig (5d4a5ad038c53317f6a1148407fb5ee7b54ffb19a3f8ebcbc9e0b0b1e82fb05f) AuthConfig (4c7ef109da783c33fd21407d8dba4d2a89ff4cf48873fcf79c99916f58134b71) AuthConfig (ded8e5f22e9d0ce7086e8ac7d28caa8a4776cb0048d870e3669250584155f5d8) AuthConfig (0bc4ee09f98232a77de28ef844bc32dea4b1afde8a79171c2c72fda8dd44c09a) AuthConfig (df312bfcf0a87d2e84f510286378efd10b66d7c3b6776ccf9fa48a88d22f4752) AuthConfig (f33b1180a8f7688c17bdf00bf830fc3131eaeab2d6fca896c815047168584335) AuthConfig (e76c693d2dff3b6b3e8ce91e69275fc2e9b09b23446cf9b1c58d02cc563b9013) AuthConfig (535c20159a57dca21b188880a6d3a942f9c4df7e2b7828df7fa8a7abdcd0afbc) AuthConfig (67d6a02de318c8b1ae5bc7fe479db13b4dd1de62ed147a57abac7a94007ee3e4) AuthConfig (672df928908e67a5092417238b7421029b7694d3d428d889eb403aa2e65960ec) AuthConfig (f547237e09b81f8083aebc56b0a087b4f488c891b303d67c6746cee8d3475131) AuthConfig (bb14307e2f7e5b3118333f2bd64c7a0c2cf991e778f3b3f639dcfd7e8791ba2d) AuthConfig (0943b1a9043281a4f85b0d0ec39aae6712f6aa951284490678aff84afc6e5149) AuthConfig (bcb5e5728b4eb3d6190324df4d2eed14e0c917ccc630ac6f2e4e078b64db495f) AuthConfig (d472c7cb4dd32c18f399875db8c9df17e72f58fd3588a51ac1df5548ebce715b) AuthConfig (b2ab2581271fc382ac2e84640b0d5c675a4f347826948c7ebb6bc14ff9383b17) AuthConfig (a5e84a614e4b40f1e19e2c58b975f1b7435b8823f7259f4c64ab502ccc561915) AuthConfig (5631f6a0adfe135bea7b0a74d8007091e2321d2eb416f850b2cdef52f8ad10e6) AuthConfig (1ffa2057eafdf4a01187461388eebd244548c8a2e37f022f7f28dc7c1bd24f03) AuthConfig (7bd2eebddfa5a3b77214b6e3ea145fa8b82f330a1ecab0c958ba113a7b53ff86) AuthConfig (b99e46b7ac88025733fe49b1d166914ad989a2e4ff00dd7354d8c53e6f2063ff) AuthConfig (3410b94efdd6f7bafed3a7fa0dce465409ac13dcc3366cbdbd76069cab46597f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d8f9f516-1449-404c-a914-c32a9cae67c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.188402346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6507defcaafdd668ff8d67b2309d183554d91c89ccc0790f6779c56c853481) AuthConfig (e147dafe76edfdf77836796b04b9603befc2c1af11df67d88452bbb6a1d0a8e7) AuthConfig (7fe84dbedf546348c0262aa498f1b8f5957886cf290e7934f27f5b8400ca6286) AuthConfig (cb2e17c8b0c9ed541e240984b0877b3f62d899837d971d5280ff33dd608f913e) AuthConfig (5c844e4615a84064175d8209946b7421fe3749ce1925fce1f7f32bafd0d767b3) AuthConfig (4db445a32b97abde3d1449dcb5645607996add7d3a369b52ced7fec5dbd5c10e) AuthConfig (6d0f3b648c2c68bf358c1027947826efae30dc16e11de199bdcfc7e7b8a5849c) AuthConfig (753e07a20c5dfc220c4a063dd9abb9905fac1448fc7e3d93299077e6a2f4be2d) AuthConfig (e63fc3ee237c6c4f3f6cced8af331dec4efc76eaa98126564fdaea645d858152) AuthConfig (e183efd1a8599d3ea43323742f555db0fb7de9909e8164153edfc1ab2f4f915d) AuthConfig (e3f8d0353520cbf722563391e76e8e4e0f1d4527db3955d3ee21b0c26f2ce144) AuthConfig (4503453854c7e1691abd131b8034cae83bb816840312b317f9a94efb5fb92a35) AuthConfig (82b5a1dc31693aed2f398177e58d683c02aa9270623eda6bfeb525b036869189) AuthConfig (bfee9420a78e9e0ac3494484608e402f67cfb46a6c59541cd371109f08f5cb21) AuthConfig (e2ee41ee8ec25b891f23cfa359e35811cdb74357c7ec371176c4a90f8bdadee5) AuthConfig (35aa88f6c8ba0a8115778b56c35367e60b0d2f5c60e65e9a248e7b6e28099d5b) AuthConfig (690564e60ac270ab786cca5710d53b3c5f2c7d5b3c87070d3f9f883cd00ab022) AuthConfig (2d99853a4c07d0dff84e5a0299578218e78235e7427a58b1407cfcb9924041c2) AuthConfig (2bb268b186a2d6c0aacaa12f047d93bfcda9b7fe351b4fd1f78e26244c63f3af) AuthConfig (09b3d59638b2771234177b8d8bed42383a9413d5bffe7bc95b29e9eba995d1cb) AuthConfig (ec67fc30b9d712b52a2318dee5eaf7b2cd1a050045a715dfecbc100d46b4a8d7) AuthConfig (d7c2827c60b7322019eaf69ecd6cd5f78696cdf1dc54ec7b9733ac1c9070b468) AuthConfig (d027468d647001103af8436321ce0058b35e5415ada716e8e06fe3fbeec3e01b) AuthConfig (561e6c108acaffed8eaa0f9dc1b093325b61de789ab9b33714aa200b455eec6b) AuthConfig (d172178c96c1003cad2f099d15bd2bdb3fa212ee6af1c2705151c8e52ed98ecb) AuthConfig (106a0453fd58c81641838a09c90f134470c5a1dfa3f2580f1ffe2b9fe4e1f4de) AuthConfig (f4e578b587059639d52fc1727ad8e6a13ef908f3fd4a03eb81f5877a7220a8bf) AuthConfig (b93023bd0c5a7682b25ca113052c20bd67371c6b0a142d3ce8acf836c35e45a4) AuthConfig (2ba4bf36cab8ed2dfbf68e69ba5a7771bd02705f51c4cefc0a78fbe3d7b88434) AuthConfig (28c1019aaacc4f42b2babdaecbe73b81dd96b4c1c10ce0705aeca797e9c87f81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"9f38a953-aabb-4564-9192-54fd8771dac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.188945509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (debc4f5d1343edb5066e22f38c85c89e34f5c04d2754e30a46caafd1b261627e) AuthConfig (a47bdc25d804825325f9426ca38606be7a074e781e1a457c404399fd3dc85fe8) AuthConfig (a4beab8759f7ee7a84b93669090356b1595c7e4f2bf3a1251d546eed5e3ffaa3) AuthConfig (565cbbe0220aa1c30bc1fa6210be2c55086400da97cb0834cc54ea5add6a9c61) AuthConfig (0c628ecf60f92ee5b879057ecd5022f3750406ac883647860239483d41fdf408) AuthConfig (b113c176a5b948afc301c13b4bd00c0ebcfb494cccbc05d75232f6c68f908ba4) AuthConfig (050edc2fa057128e3cfbf3ec66fcd1d5ec245b659c73ceb0143dbc2ceaf9b0c8) AuthConfig (c5514f5ea7783411de5fb665db61fec9340397114dd31ae63ab5df4745536da4) AuthConfig (5d4a5ad038c53317f6a1148407fb5ee7b54ffb19a3f8ebcbc9e0b0b1e82fb05f) AuthConfig (4c7ef109da783c33fd21407d8dba4d2a89ff4cf48873fcf79c99916f58134b71) AuthConfig (ded8e5f22e9d0ce7086e8ac7d28caa8a4776cb0048d870e3669250584155f5d8) AuthConfig (0bc4ee09f98232a77de28ef844bc32dea4b1afde8a79171c2c72fda8dd44c09a) AuthConfig (df312bfcf0a87d2e84f510286378efd10b66d7c3b6776ccf9fa48a88d22f4752) AuthConfig (f33b1180a8f7688c17bdf00bf830fc3131eaeab2d6fca896c815047168584335) AuthConfig (e76c693d2dff3b6b3e8ce91e69275fc2e9b09b23446cf9b1c58d02cc563b9013) AuthConfig (535c20159a57dca21b188880a6d3a942f9c4df7e2b7828df7fa8a7abdcd0afbc) AuthConfig (67d6a02de318c8b1ae5bc7fe479db13b4dd1de62ed147a57abac7a94007ee3e4) AuthConfig (672df928908e67a5092417238b7421029b7694d3d428d889eb403aa2e65960ec) AuthConfig (f547237e09b81f8083aebc56b0a087b4f488c891b303d67c6746cee8d3475131) AuthConfig (bb14307e2f7e5b3118333f2bd64c7a0c2cf991e778f3b3f639dcfd7e8791ba2d) AuthConfig (0943b1a9043281a4f85b0d0ec39aae6712f6aa951284490678aff84afc6e5149) AuthConfig (bcb5e5728b4eb3d6190324df4d2eed14e0c917ccc630ac6f2e4e078b64db495f) AuthConfig (d472c7cb4dd32c18f399875db8c9df17e72f58fd3588a51ac1df5548ebce715b) AuthConfig (b2ab2581271fc382ac2e84640b0d5c675a4f347826948c7ebb6bc14ff9383b17) AuthConfig (a5e84a614e4b40f1e19e2c58b975f1b7435b8823f7259f4c64ab502ccc561915) AuthConfig (5631f6a0adfe135bea7b0a74d8007091e2321d2eb416f850b2cdef52f8ad10e6) AuthConfig (1ffa2057eafdf4a01187461388eebd244548c8a2e37f022f7f28dc7c1bd24f03) AuthConfig (7bd2eebddfa5a3b77214b6e3ea145fa8b82f330a1ecab0c958ba113a7b53ff86) AuthConfig (b99e46b7ac88025733fe49b1d166914ad989a2e4ff00dd7354d8c53e6f2063ff) AuthConfig (3410b94efdd6f7bafed3a7fa0dce465409ac13dcc3366cbdbd76069cab46597f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"fe997ae1-bac4-43fd-a3e9-689eebe4bb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.189849782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6507defcaafdd668ff8d67b2309d183554d91c89ccc0790f6779c56c853481) AuthConfig (e147dafe76edfdf77836796b04b9603befc2c1af11df67d88452bbb6a1d0a8e7) AuthConfig (7fe84dbedf546348c0262aa498f1b8f5957886cf290e7934f27f5b8400ca6286) AuthConfig (cb2e17c8b0c9ed541e240984b0877b3f62d899837d971d5280ff33dd608f913e) AuthConfig (5c844e4615a84064175d8209946b7421fe3749ce1925fce1f7f32bafd0d767b3) AuthConfig (4db445a32b97abde3d1449dcb5645607996add7d3a369b52ced7fec5dbd5c10e) AuthConfig (6d0f3b648c2c68bf358c1027947826efae30dc16e11de199bdcfc7e7b8a5849c) AuthConfig (753e07a20c5dfc220c4a063dd9abb9905fac1448fc7e3d93299077e6a2f4be2d) AuthConfig (e63fc3ee237c6c4f3f6cced8af331dec4efc76eaa98126564fdaea645d858152) AuthConfig (e183efd1a8599d3ea43323742f555db0fb7de9909e8164153edfc1ab2f4f915d) AuthConfig (e3f8d0353520cbf722563391e76e8e4e0f1d4527db3955d3ee21b0c26f2ce144) AuthConfig (4503453854c7e1691abd131b8034cae83bb816840312b317f9a94efb5fb92a35) AuthConfig (82b5a1dc31693aed2f398177e58d683c02aa9270623eda6bfeb525b036869189) AuthConfig (bfee9420a78e9e0ac3494484608e402f67cfb46a6c59541cd371109f08f5cb21) AuthConfig (e2ee41ee8ec25b891f23cfa359e35811cdb74357c7ec371176c4a90f8bdadee5) AuthConfig (35aa88f6c8ba0a8115778b56c35367e60b0d2f5c60e65e9a248e7b6e28099d5b) AuthConfig (690564e60ac270ab786cca5710d53b3c5f2c7d5b3c87070d3f9f883cd00ab022) AuthConfig (2d99853a4c07d0dff84e5a0299578218e78235e7427a58b1407cfcb9924041c2) AuthConfig (2bb268b186a2d6c0aacaa12f047d93bfcda9b7fe351b4fd1f78e26244c63f3af) AuthConfig (09b3d59638b2771234177b8d8bed42383a9413d5bffe7bc95b29e9eba995d1cb) AuthConfig (ec67fc30b9d712b52a2318dee5eaf7b2cd1a050045a715dfecbc100d46b4a8d7) AuthConfig (d7c2827c60b7322019eaf69ecd6cd5f78696cdf1dc54ec7b9733ac1c9070b468) AuthConfig (d027468d647001103af8436321ce0058b35e5415ada716e8e06fe3fbeec3e01b) AuthConfig (561e6c108acaffed8eaa0f9dc1b093325b61de789ab9b33714aa200b455eec6b) AuthConfig (d172178c96c1003cad2f099d15bd2bdb3fa212ee6af1c2705151c8e52ed98ecb) AuthConfig (106a0453fd58c81641838a09c90f134470c5a1dfa3f2580f1ffe2b9fe4e1f4de) AuthConfig (f4e578b587059639d52fc1727ad8e6a13ef908f3fd4a03eb81f5877a7220a8bf) AuthConfig (b93023bd0c5a7682b25ca113052c20bd67371c6b0a142d3ce8acf836c35e45a4) AuthConfig (2ba4bf36cab8ed2dfbf68e69ba5a7771bd02705f51c4cefc0a78fbe3d7b88434) AuthConfig (28c1019aaacc4f42b2babdaecbe73b81dd96b4c1c10ce0705aeca797e9c87f81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"d121bf8c-b7da-4a05-879c-d27f293482bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.23902777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"17f4a46e-a387-491a-82dc-66c9dca55f6d","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.250288888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"6b30ca8f-697c-4695-91b6-2c9c9b268530","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.255090589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"fc3e8464-12c5-433d-b3e2-a9d52f05ae20","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.255446486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"040612d8-7538-454f-8e6b-ab37afad1e93","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.259051264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"ed130344-138e-40e3-8c36-1913bec32198","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.418938241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d276f6de-f041-4e39-847e-251874033b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.419199373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7f23f1ed-76be-4d61-bbc4-0bb4fb8d75e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.418943364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c15c127c-f894-4be3-831c-ca8a78f03bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.423310925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"684a85d2-5146-467a-8b70-831c8cca5ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.476803839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7f23f1ed-76be-4d61-bbc4-0bb4fb8d75e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.477824058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c15c127c-f894-4be3-831c-ca8a78f03bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.47896519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d276f6de-f041-4e39-847e-251874033b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.480981827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"684a85d2-5146-467a-8b70-831c8cca5ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.518795159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"97f6af26-5044-48b2-89af-cb1c8e1efbc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.578249625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"97f6af26-5044-48b2-89af-cb1c8e1efbc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.67740766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"d756fe87-c6b9-41d0-b712-e361250991c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.848889605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0800e1c3-63b0-484f-ad8c-37bdc70b7a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.849651903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"ba475e68-b135-4e78-a746-faa8e18f57fc","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.849838747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"de669ede-f462-4c1e-aacd-2413e4f56d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.849660332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"e8b21f00-2023-4f95-bc16-511cd8e88247","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.850479783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"06a0e6f7-b8f8-4031-93c4-bc2e9e01c58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.854029914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"e50084f1-38db-46e0-aaa9-0eca4ab03afe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.90758421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"de669ede-f462-4c1e-aacd-2413e4f56d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.908565952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0800e1c3-63b0-484f-ad8c-37bdc70b7a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.910205344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"06a0e6f7-b8f8-4031-93c4-bc2e9e01c58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:21.912640902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"e8b21f00-2023-4f95-bc16-511cd8e88247","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.026835338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"1316280a-8b70-4d59-8381-422f8a1f8f66","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.0995186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"0f6dee50-f641-4b82-b715-2699f681c764","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.136505857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d850f3ab-b431-4788-93c0-8e589fbe2b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.194093732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d850f3ab-b431-4788-93c0-8e589fbe2b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.252500988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (debc4f5d1343edb5066e22f38c85c89e34f5c04d2754e30a46caafd1b261627e) AuthConfig (a47bdc25d804825325f9426ca38606be7a074e781e1a457c404399fd3dc85fe8) AuthConfig (a4beab8759f7ee7a84b93669090356b1595c7e4f2bf3a1251d546eed5e3ffaa3) AuthConfig (565cbbe0220aa1c30bc1fa6210be2c55086400da97cb0834cc54ea5add6a9c61) AuthConfig (0c628ecf60f92ee5b879057ecd5022f3750406ac883647860239483d41fdf408) AuthConfig (b113c176a5b948afc301c13b4bd00c0ebcfb494cccbc05d75232f6c68f908ba4) AuthConfig (050edc2fa057128e3cfbf3ec66fcd1d5ec245b659c73ceb0143dbc2ceaf9b0c8) AuthConfig (c5514f5ea7783411de5fb665db61fec9340397114dd31ae63ab5df4745536da4) AuthConfig (5d4a5ad038c53317f6a1148407fb5ee7b54ffb19a3f8ebcbc9e0b0b1e82fb05f) AuthConfig (4c7ef109da783c33fd21407d8dba4d2a89ff4cf48873fcf79c99916f58134b71) AuthConfig (ded8e5f22e9d0ce7086e8ac7d28caa8a4776cb0048d870e3669250584155f5d8) AuthConfig (0bc4ee09f98232a77de28ef844bc32dea4b1afde8a79171c2c72fda8dd44c09a) AuthConfig (df312bfcf0a87d2e84f510286378efd10b66d7c3b6776ccf9fa48a88d22f4752) AuthConfig (f33b1180a8f7688c17bdf00bf830fc3131eaeab2d6fca896c815047168584335) AuthConfig (e76c693d2dff3b6b3e8ce91e69275fc2e9b09b23446cf9b1c58d02cc563b9013) AuthConfig (535c20159a57dca21b188880a6d3a942f9c4df7e2b7828df7fa8a7abdcd0afbc) AuthConfig (67d6a02de318c8b1ae5bc7fe479db13b4dd1de62ed147a57abac7a94007ee3e4) AuthConfig (672df928908e67a5092417238b7421029b7694d3d428d889eb403aa2e65960ec) AuthConfig (f547237e09b81f8083aebc56b0a087b4f488c891b303d67c6746cee8d3475131) AuthConfig (bb14307e2f7e5b3118333f2bd64c7a0c2cf991e778f3b3f639dcfd7e8791ba2d) AuthConfig (0943b1a9043281a4f85b0d0ec39aae6712f6aa951284490678aff84afc6e5149) AuthConfig (bcb5e5728b4eb3d6190324df4d2eed14e0c917ccc630ac6f2e4e078b64db495f) AuthConfig (d472c7cb4dd32c18f399875db8c9df17e72f58fd3588a51ac1df5548ebce715b) AuthConfig (b2ab2581271fc382ac2e84640b0d5c675a4f347826948c7ebb6bc14ff9383b17) AuthConfig (a5e84a614e4b40f1e19e2c58b975f1b7435b8823f7259f4c64ab502ccc561915) AuthConfig (5631f6a0adfe135bea7b0a74d8007091e2321d2eb416f850b2cdef52f8ad10e6) AuthConfig (1ffa2057eafdf4a01187461388eebd244548c8a2e37f022f7f28dc7c1bd24f03) AuthConfig (7bd2eebddfa5a3b77214b6e3ea145fa8b82f330a1ecab0c958ba113a7b53ff86) AuthConfig (b99e46b7ac88025733fe49b1d166914ad989a2e4ff00dd7354d8c53e6f2063ff) AuthConfig (3410b94efdd6f7bafed3a7fa0dce465409ac13dcc3366cbdbd76069cab46597f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d850f3ab-b431-4788-93c0-8e589fbe2b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.270933624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"434dafea-5297-469e-93cf-8718928e61ed","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.278724931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"f689b640-36de-49dd-a444-1fa5e67df895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.295194872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"bc664453-3c27-4649-a2c0-cbb0ca175bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.295208788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"205c4fa5-d40c-4288-a22e-6612f215e2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.336973134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"f689b640-36de-49dd-a444-1fa5e67df895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.354427778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"205c4fa5-d40c-4288-a22e-6612f215e2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.354585331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"bc664453-3c27-4649-a2c0-cbb0ca175bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.394164678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (debc4f5d1343edb5066e22f38c85c89e34f5c04d2754e30a46caafd1b261627e) AuthConfig (a47bdc25d804825325f9426ca38606be7a074e781e1a457c404399fd3dc85fe8) AuthConfig (a4beab8759f7ee7a84b93669090356b1595c7e4f2bf3a1251d546eed5e3ffaa3) AuthConfig (565cbbe0220aa1c30bc1fa6210be2c55086400da97cb0834cc54ea5add6a9c61) AuthConfig (0c628ecf60f92ee5b879057ecd5022f3750406ac883647860239483d41fdf408) AuthConfig (b113c176a5b948afc301c13b4bd00c0ebcfb494cccbc05d75232f6c68f908ba4) AuthConfig (050edc2fa057128e3cfbf3ec66fcd1d5ec245b659c73ceb0143dbc2ceaf9b0c8) AuthConfig (c5514f5ea7783411de5fb665db61fec9340397114dd31ae63ab5df4745536da4) AuthConfig (5d4a5ad038c53317f6a1148407fb5ee7b54ffb19a3f8ebcbc9e0b0b1e82fb05f) AuthConfig (4c7ef109da783c33fd21407d8dba4d2a89ff4cf48873fcf79c99916f58134b71) AuthConfig (ded8e5f22e9d0ce7086e8ac7d28caa8a4776cb0048d870e3669250584155f5d8) AuthConfig (0bc4ee09f98232a77de28ef844bc32dea4b1afde8a79171c2c72fda8dd44c09a) AuthConfig (df312bfcf0a87d2e84f510286378efd10b66d7c3b6776ccf9fa48a88d22f4752) AuthConfig (f33b1180a8f7688c17bdf00bf830fc3131eaeab2d6fca896c815047168584335) AuthConfig (e76c693d2dff3b6b3e8ce91e69275fc2e9b09b23446cf9b1c58d02cc563b9013) AuthConfig (535c20159a57dca21b188880a6d3a942f9c4df7e2b7828df7fa8a7abdcd0afbc) AuthConfig (67d6a02de318c8b1ae5bc7fe479db13b4dd1de62ed147a57abac7a94007ee3e4) AuthConfig (672df928908e67a5092417238b7421029b7694d3d428d889eb403aa2e65960ec) AuthConfig (f547237e09b81f8083aebc56b0a087b4f488c891b303d67c6746cee8d3475131) AuthConfig (bb14307e2f7e5b3118333f2bd64c7a0c2cf991e778f3b3f639dcfd7e8791ba2d) AuthConfig (0943b1a9043281a4f85b0d0ec39aae6712f6aa951284490678aff84afc6e5149) AuthConfig (bcb5e5728b4eb3d6190324df4d2eed14e0c917ccc630ac6f2e4e078b64db495f) AuthConfig (d472c7cb4dd32c18f399875db8c9df17e72f58fd3588a51ac1df5548ebce715b) AuthConfig (b2ab2581271fc382ac2e84640b0d5c675a4f347826948c7ebb6bc14ff9383b17) AuthConfig (a5e84a614e4b40f1e19e2c58b975f1b7435b8823f7259f4c64ab502ccc561915) AuthConfig (5631f6a0adfe135bea7b0a74d8007091e2321d2eb416f850b2cdef52f8ad10e6) AuthConfig (1ffa2057eafdf4a01187461388eebd244548c8a2e37f022f7f28dc7c1bd24f03) AuthConfig (7bd2eebddfa5a3b77214b6e3ea145fa8b82f330a1ecab0c958ba113a7b53ff86) AuthConfig (b99e46b7ac88025733fe49b1d166914ad989a2e4ff00dd7354d8c53e6f2063ff) AuthConfig (3410b94efdd6f7bafed3a7fa0dce465409ac13dcc3366cbdbd76069cab46597f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"f689b640-36de-49dd-a444-1fa5e67df895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.411419999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6507defcaafdd668ff8d67b2309d183554d91c89ccc0790f6779c56c853481) AuthConfig (e147dafe76edfdf77836796b04b9603befc2c1af11df67d88452bbb6a1d0a8e7) AuthConfig (7fe84dbedf546348c0262aa498f1b8f5957886cf290e7934f27f5b8400ca6286) AuthConfig (cb2e17c8b0c9ed541e240984b0877b3f62d899837d971d5280ff33dd608f913e) AuthConfig (5c844e4615a84064175d8209946b7421fe3749ce1925fce1f7f32bafd0d767b3) AuthConfig (4db445a32b97abde3d1449dcb5645607996add7d3a369b52ced7fec5dbd5c10e) AuthConfig (6d0f3b648c2c68bf358c1027947826efae30dc16e11de199bdcfc7e7b8a5849c) AuthConfig (753e07a20c5dfc220c4a063dd9abb9905fac1448fc7e3d93299077e6a2f4be2d) AuthConfig (e63fc3ee237c6c4f3f6cced8af331dec4efc76eaa98126564fdaea645d858152) AuthConfig (e183efd1a8599d3ea43323742f555db0fb7de9909e8164153edfc1ab2f4f915d) AuthConfig (e3f8d0353520cbf722563391e76e8e4e0f1d4527db3955d3ee21b0c26f2ce144) AuthConfig (4503453854c7e1691abd131b8034cae83bb816840312b317f9a94efb5fb92a35) AuthConfig (82b5a1dc31693aed2f398177e58d683c02aa9270623eda6bfeb525b036869189) AuthConfig (bfee9420a78e9e0ac3494484608e402f67cfb46a6c59541cd371109f08f5cb21) AuthConfig (e2ee41ee8ec25b891f23cfa359e35811cdb74357c7ec371176c4a90f8bdadee5) AuthConfig (35aa88f6c8ba0a8115778b56c35367e60b0d2f5c60e65e9a248e7b6e28099d5b) AuthConfig (690564e60ac270ab786cca5710d53b3c5f2c7d5b3c87070d3f9f883cd00ab022) AuthConfig (2d99853a4c07d0dff84e5a0299578218e78235e7427a58b1407cfcb9924041c2) AuthConfig (2bb268b186a2d6c0aacaa12f047d93bfcda9b7fe351b4fd1f78e26244c63f3af) AuthConfig (09b3d59638b2771234177b8d8bed42383a9413d5bffe7bc95b29e9eba995d1cb) AuthConfig (ec67fc30b9d712b52a2318dee5eaf7b2cd1a050045a715dfecbc100d46b4a8d7) AuthConfig (d7c2827c60b7322019eaf69ecd6cd5f78696cdf1dc54ec7b9733ac1c9070b468) AuthConfig (d027468d647001103af8436321ce0058b35e5415ada716e8e06fe3fbeec3e01b) AuthConfig (561e6c108acaffed8eaa0f9dc1b093325b61de789ab9b33714aa200b455eec6b) AuthConfig (d172178c96c1003cad2f099d15bd2bdb3fa212ee6af1c2705151c8e52ed98ecb) AuthConfig (106a0453fd58c81641838a09c90f134470c5a1dfa3f2580f1ffe2b9fe4e1f4de) AuthConfig (f4e578b587059639d52fc1727ad8e6a13ef908f3fd4a03eb81f5877a7220a8bf) AuthConfig (b93023bd0c5a7682b25ca113052c20bd67371c6b0a142d3ce8acf836c35e45a4) AuthConfig (2ba4bf36cab8ed2dfbf68e69ba5a7771bd02705f51c4cefc0a78fbe3d7b88434) AuthConfig (28c1019aaacc4f42b2babdaecbe73b81dd96b4c1c10ce0705aeca797e9c87f81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"205c4fa5-d40c-4288-a22e-6612f215e2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.411617133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6507defcaafdd668ff8d67b2309d183554d91c89ccc0790f6779c56c853481) AuthConfig (e147dafe76edfdf77836796b04b9603befc2c1af11df67d88452bbb6a1d0a8e7) AuthConfig (7fe84dbedf546348c0262aa498f1b8f5957886cf290e7934f27f5b8400ca6286) AuthConfig (cb2e17c8b0c9ed541e240984b0877b3f62d899837d971d5280ff33dd608f913e) AuthConfig (5c844e4615a84064175d8209946b7421fe3749ce1925fce1f7f32bafd0d767b3) AuthConfig (4db445a32b97abde3d1449dcb5645607996add7d3a369b52ced7fec5dbd5c10e) AuthConfig (6d0f3b648c2c68bf358c1027947826efae30dc16e11de199bdcfc7e7b8a5849c) AuthConfig (753e07a20c5dfc220c4a063dd9abb9905fac1448fc7e3d93299077e6a2f4be2d) AuthConfig (e63fc3ee237c6c4f3f6cced8af331dec4efc76eaa98126564fdaea645d858152) AuthConfig (e183efd1a8599d3ea43323742f555db0fb7de9909e8164153edfc1ab2f4f915d) AuthConfig (e3f8d0353520cbf722563391e76e8e4e0f1d4527db3955d3ee21b0c26f2ce144) AuthConfig (4503453854c7e1691abd131b8034cae83bb816840312b317f9a94efb5fb92a35) AuthConfig (82b5a1dc31693aed2f398177e58d683c02aa9270623eda6bfeb525b036869189) AuthConfig (bfee9420a78e9e0ac3494484608e402f67cfb46a6c59541cd371109f08f5cb21) AuthConfig (e2ee41ee8ec25b891f23cfa359e35811cdb74357c7ec371176c4a90f8bdadee5) AuthConfig (35aa88f6c8ba0a8115778b56c35367e60b0d2f5c60e65e9a248e7b6e28099d5b) AuthConfig (690564e60ac270ab786cca5710d53b3c5f2c7d5b3c87070d3f9f883cd00ab022) AuthConfig (2d99853a4c07d0dff84e5a0299578218e78235e7427a58b1407cfcb9924041c2) AuthConfig (2bb268b186a2d6c0aacaa12f047d93bfcda9b7fe351b4fd1f78e26244c63f3af) AuthConfig (09b3d59638b2771234177b8d8bed42383a9413d5bffe7bc95b29e9eba995d1cb) AuthConfig (ec67fc30b9d712b52a2318dee5eaf7b2cd1a050045a715dfecbc100d46b4a8d7) AuthConfig (d7c2827c60b7322019eaf69ecd6cd5f78696cdf1dc54ec7b9733ac1c9070b468) AuthConfig (d027468d647001103af8436321ce0058b35e5415ada716e8e06fe3fbeec3e01b) AuthConfig (561e6c108acaffed8eaa0f9dc1b093325b61de789ab9b33714aa200b455eec6b) AuthConfig (d172178c96c1003cad2f099d15bd2bdb3fa212ee6af1c2705151c8e52ed98ecb) AuthConfig (106a0453fd58c81641838a09c90f134470c5a1dfa3f2580f1ffe2b9fe4e1f4de) AuthConfig (f4e578b587059639d52fc1727ad8e6a13ef908f3fd4a03eb81f5877a7220a8bf) AuthConfig (b93023bd0c5a7682b25ca113052c20bd67371c6b0a142d3ce8acf836c35e45a4) AuthConfig (2ba4bf36cab8ed2dfbf68e69ba5a7771bd02705f51c4cefc0a78fbe3d7b88434) AuthConfig (28c1019aaacc4f42b2babdaecbe73b81dd96b4c1c10ce0705aeca797e9c87f81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"bc664453-3c27-4649-a2c0-cbb0ca175bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.414008748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"33798ba5-c1d4-47ed-9bde-b014724a7452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.47286211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"33798ba5-c1d4-47ed-9bde-b014724a7452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.530616724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-6d5663-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (debc4f5d1343edb5066e22f38c85c89e34f5c04d2754e30a46caafd1b261627e) AuthConfig (a47bdc25d804825325f9426ca38606be7a074e781e1a457c404399fd3dc85fe8) AuthConfig (a4beab8759f7ee7a84b93669090356b1595c7e4f2bf3a1251d546eed5e3ffaa3) AuthConfig (565cbbe0220aa1c30bc1fa6210be2c55086400da97cb0834cc54ea5add6a9c61) AuthConfig (0c628ecf60f92ee5b879057ecd5022f3750406ac883647860239483d41fdf408) AuthConfig (b113c176a5b948afc301c13b4bd00c0ebcfb494cccbc05d75232f6c68f908ba4) AuthConfig (050edc2fa057128e3cfbf3ec66fcd1d5ec245b659c73ceb0143dbc2ceaf9b0c8) AuthConfig (c5514f5ea7783411de5fb665db61fec9340397114dd31ae63ab5df4745536da4) AuthConfig (5d4a5ad038c53317f6a1148407fb5ee7b54ffb19a3f8ebcbc9e0b0b1e82fb05f) AuthConfig (4c7ef109da783c33fd21407d8dba4d2a89ff4cf48873fcf79c99916f58134b71) AuthConfig (ded8e5f22e9d0ce7086e8ac7d28caa8a4776cb0048d870e3669250584155f5d8) AuthConfig (0bc4ee09f98232a77de28ef844bc32dea4b1afde8a79171c2c72fda8dd44c09a) AuthConfig (df312bfcf0a87d2e84f510286378efd10b66d7c3b6776ccf9fa48a88d22f4752) AuthConfig (f33b1180a8f7688c17bdf00bf830fc3131eaeab2d6fca896c815047168584335) AuthConfig (e76c693d2dff3b6b3e8ce91e69275fc2e9b09b23446cf9b1c58d02cc563b9013) AuthConfig (535c20159a57dca21b188880a6d3a942f9c4df7e2b7828df7fa8a7abdcd0afbc) AuthConfig (67d6a02de318c8b1ae5bc7fe479db13b4dd1de62ed147a57abac7a94007ee3e4) AuthConfig (672df928908e67a5092417238b7421029b7694d3d428d889eb403aa2e65960ec) AuthConfig (f547237e09b81f8083aebc56b0a087b4f488c891b303d67c6746cee8d3475131) AuthConfig (bb14307e2f7e5b3118333f2bd64c7a0c2cf991e778f3b3f639dcfd7e8791ba2d) AuthConfig (0943b1a9043281a4f85b0d0ec39aae6712f6aa951284490678aff84afc6e5149) AuthConfig (bcb5e5728b4eb3d6190324df4d2eed14e0c917ccc630ac6f2e4e078b64db495f) AuthConfig (d472c7cb4dd32c18f399875db8c9df17e72f58fd3588a51ac1df5548ebce715b) AuthConfig (b2ab2581271fc382ac2e84640b0d5c675a4f347826948c7ebb6bc14ff9383b17) AuthConfig (a5e84a614e4b40f1e19e2c58b975f1b7435b8823f7259f4c64ab502ccc561915) AuthConfig (5631f6a0adfe135bea7b0a74d8007091e2321d2eb416f850b2cdef52f8ad10e6) AuthConfig (1ffa2057eafdf4a01187461388eebd244548c8a2e37f022f7f28dc7c1bd24f03) AuthConfig (7bd2eebddfa5a3b77214b6e3ea145fa8b82f330a1ecab0c958ba113a7b53ff86) AuthConfig (b99e46b7ac88025733fe49b1d166914ad989a2e4ff00dd7354d8c53e6f2063ff) AuthConfig (3410b94efdd6f7bafed3a7fa0dce465409ac13dcc3366cbdbd76069cab46597f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"33798ba5-c1d4-47ed-9bde-b014724a7452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.573289815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"50eb5580-f536-4677-8372-b7209c29e348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.573359248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"64ff509a-b9a1-4616-858f-6bbb3d338d3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.632218904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"64ff509a-b9a1-4616-858f-6bbb3d338d3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.632218906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"50eb5580-f536-4677-8372-b7209c29e348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.689733552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6507defcaafdd668ff8d67b2309d183554d91c89ccc0790f6779c56c853481) AuthConfig (e147dafe76edfdf77836796b04b9603befc2c1af11df67d88452bbb6a1d0a8e7) AuthConfig (7fe84dbedf546348c0262aa498f1b8f5957886cf290e7934f27f5b8400ca6286) AuthConfig (cb2e17c8b0c9ed541e240984b0877b3f62d899837d971d5280ff33dd608f913e) AuthConfig (5c844e4615a84064175d8209946b7421fe3749ce1925fce1f7f32bafd0d767b3) AuthConfig (4db445a32b97abde3d1449dcb5645607996add7d3a369b52ced7fec5dbd5c10e) AuthConfig (6d0f3b648c2c68bf358c1027947826efae30dc16e11de199bdcfc7e7b8a5849c) AuthConfig (753e07a20c5dfc220c4a063dd9abb9905fac1448fc7e3d93299077e6a2f4be2d) AuthConfig (e63fc3ee237c6c4f3f6cced8af331dec4efc76eaa98126564fdaea645d858152) AuthConfig (e183efd1a8599d3ea43323742f555db0fb7de9909e8164153edfc1ab2f4f915d) AuthConfig (e3f8d0353520cbf722563391e76e8e4e0f1d4527db3955d3ee21b0c26f2ce144) AuthConfig (4503453854c7e1691abd131b8034cae83bb816840312b317f9a94efb5fb92a35) AuthConfig (82b5a1dc31693aed2f398177e58d683c02aa9270623eda6bfeb525b036869189) AuthConfig (bfee9420a78e9e0ac3494484608e402f67cfb46a6c59541cd371109f08f5cb21) AuthConfig (e2ee41ee8ec25b891f23cfa359e35811cdb74357c7ec371176c4a90f8bdadee5) AuthConfig (35aa88f6c8ba0a8115778b56c35367e60b0d2f5c60e65e9a248e7b6e28099d5b) AuthConfig (690564e60ac270ab786cca5710d53b3c5f2c7d5b3c87070d3f9f883cd00ab022) AuthConfig (2d99853a4c07d0dff84e5a0299578218e78235e7427a58b1407cfcb9924041c2) AuthConfig (2bb268b186a2d6c0aacaa12f047d93bfcda9b7fe351b4fd1f78e26244c63f3af) AuthConfig (09b3d59638b2771234177b8d8bed42383a9413d5bffe7bc95b29e9eba995d1cb) AuthConfig (ec67fc30b9d712b52a2318dee5eaf7b2cd1a050045a715dfecbc100d46b4a8d7) AuthConfig (d7c2827c60b7322019eaf69ecd6cd5f78696cdf1dc54ec7b9733ac1c9070b468) AuthConfig (d027468d647001103af8436321ce0058b35e5415ada716e8e06fe3fbeec3e01b) AuthConfig (561e6c108acaffed8eaa0f9dc1b093325b61de789ab9b33714aa200b455eec6b) AuthConfig (d172178c96c1003cad2f099d15bd2bdb3fa212ee6af1c2705151c8e52ed98ecb) AuthConfig (106a0453fd58c81641838a09c90f134470c5a1dfa3f2580f1ffe2b9fe4e1f4de) AuthConfig (f4e578b587059639d52fc1727ad8e6a13ef908f3fd4a03eb81f5877a7220a8bf) AuthConfig (b93023bd0c5a7682b25ca113052c20bd67371c6b0a142d3ce8acf836c35e45a4) AuthConfig (2ba4bf36cab8ed2dfbf68e69ba5a7771bd02705f51c4cefc0a78fbe3d7b88434) AuthConfig (28c1019aaacc4f42b2babdaecbe73b81dd96b4c1c10ce0705aeca797e9c87f81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"64ff509a-b9a1-4616-858f-6bbb3d338d3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:22.690338087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec6507defcaafdd668ff8d67b2309d183554d91c89ccc0790f6779c56c853481) AuthConfig (e147dafe76edfdf77836796b04b9603befc2c1af11df67d88452bbb6a1d0a8e7) AuthConfig (7fe84dbedf546348c0262aa498f1b8f5957886cf290e7934f27f5b8400ca6286) AuthConfig (cb2e17c8b0c9ed541e240984b0877b3f62d899837d971d5280ff33dd608f913e) AuthConfig (5c844e4615a84064175d8209946b7421fe3749ce1925fce1f7f32bafd0d767b3) AuthConfig (4db445a32b97abde3d1449dcb5645607996add7d3a369b52ced7fec5dbd5c10e) AuthConfig (6d0f3b648c2c68bf358c1027947826efae30dc16e11de199bdcfc7e7b8a5849c) AuthConfig (753e07a20c5dfc220c4a063dd9abb9905fac1448fc7e3d93299077e6a2f4be2d) AuthConfig (e63fc3ee237c6c4f3f6cced8af331dec4efc76eaa98126564fdaea645d858152) AuthConfig (e183efd1a8599d3ea43323742f555db0fb7de9909e8164153edfc1ab2f4f915d) AuthConfig (e3f8d0353520cbf722563391e76e8e4e0f1d4527db3955d3ee21b0c26f2ce144) AuthConfig (4503453854c7e1691abd131b8034cae83bb816840312b317f9a94efb5fb92a35) AuthConfig (82b5a1dc31693aed2f398177e58d683c02aa9270623eda6bfeb525b036869189) AuthConfig (bfee9420a78e9e0ac3494484608e402f67cfb46a6c59541cd371109f08f5cb21) AuthConfig (e2ee41ee8ec25b891f23cfa359e35811cdb74357c7ec371176c4a90f8bdadee5) AuthConfig (35aa88f6c8ba0a8115778b56c35367e60b0d2f5c60e65e9a248e7b6e28099d5b) AuthConfig (690564e60ac270ab786cca5710d53b3c5f2c7d5b3c87070d3f9f883cd00ab022) AuthConfig (2d99853a4c07d0dff84e5a0299578218e78235e7427a58b1407cfcb9924041c2) AuthConfig (2bb268b186a2d6c0aacaa12f047d93bfcda9b7fe351b4fd1f78e26244c63f3af) AuthConfig (09b3d59638b2771234177b8d8bed42383a9413d5bffe7bc95b29e9eba995d1cb) AuthConfig (ec67fc30b9d712b52a2318dee5eaf7b2cd1a050045a715dfecbc100d46b4a8d7) AuthConfig (d7c2827c60b7322019eaf69ecd6cd5f78696cdf1dc54ec7b9733ac1c9070b468) AuthConfig (d027468d647001103af8436321ce0058b35e5415ada716e8e06fe3fbeec3e01b) AuthConfig (561e6c108acaffed8eaa0f9dc1b093325b61de789ab9b33714aa200b455eec6b) AuthConfig (d172178c96c1003cad2f099d15bd2bdb3fa212ee6af1c2705151c8e52ed98ecb) AuthConfig (106a0453fd58c81641838a09c90f134470c5a1dfa3f2580f1ffe2b9fe4e1f4de) AuthConfig (f4e578b587059639d52fc1727ad8e6a13ef908f3fd4a03eb81f5877a7220a8bf) AuthConfig (b93023bd0c5a7682b25ca113052c20bd67371c6b0a142d3ce8acf836c35e45a4) AuthConfig (2ba4bf36cab8ed2dfbf68e69ba5a7771bd02705f51c4cefc0a78fbe3d7b88434) AuthConfig (28c1019aaacc4f42b2babdaecbe73b81dd96b4c1c10ce0705aeca797e9c87f81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"50eb5580-f536-4677-8372-b7209c29e348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:23.682251534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"bca1b7d2-94f5-4d23-9eac-f5757200ff7f","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:23.682288837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"bca1b7d2-94f5-4d23-9eac-f5757200ff7f","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:23.793870721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"39bc79a4-869b-45ba-aa0f-e1923cd2e413","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:23.794031022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"39bc79a4-869b-45ba-aa0f-e1923cd2e413","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:23.904718502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"3d3df9ff-c16f-4202-a894-b9684e0410e1","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:23.982050578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"3d3df9ff-c16f-4202-a894-b9684e0410e1","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:24.474009279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"7b39384c-bc4a-4092-96e6-86d1689878f0","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:24.47406339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"7b39384c-bc4a-4092-96e6-86d1689878f0","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:26.777885421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:27.767119232Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82b2499c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c","reconcileID":"558230dd-d5ec-448e-b87a-367cee5ae81a","MaaSSubscription":{"name":"e2e-filter-sub-b-82b2499c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-filter-sub-b-82b2499c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:27.98533543Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82b2499c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c","reconcileID":"558230dd-d5ec-448e-b87a-367cee5ae81a","MaaSSubscription":{"name":"e2e-filter-sub-b-82b2499c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.201073334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"8b9b89ce-2dc2-46ca-8bbb-ad9d4793c351","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.247448882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"cb2d9750-d637-4a32-935b-9a3bd23fc04f","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.393831501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"527d44e8-1175-4075-a6ba-683936d5f373","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.40907145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"06da4509-d77c-4474-9f57-07ff53341201","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.409264805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"20c66217-a515-46e0-b872-7bfa56d2e256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.409079418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"b407a05e-edc1-4f1a-a878-9dae3b3b89f3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.409688381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"23f95298-a06a-4799-b820-ce2cd5000045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.468623209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"23f95298-a06a-4799-b820-ce2cd5000045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.469810517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"b407a05e-edc1-4f1a-a878-9dae3b3b89f3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.472295121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"06da4509-d77c-4474-9f57-07ff53341201","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.475442272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"20c66217-a515-46e0-b872-7bfa56d2e256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.677249689Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-a-787164c8-auth","reconcileID":"54110a5a-66ee-4d47-8287-d21b78f7cf0a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-787164c8-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:28.935432794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"8c0c50a4-9c4b-4d85-97c1-ca7401a8d2a2","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.091225393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-filter-sub-b-82b2499c-auth","reconcileID":"04cbdcb3-3056-4893-b0f3-950975dbd179","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82b2499c-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.091318153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"09154c6c-71f5-44a2-9f64-1728c7504c81","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.2632444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"d7d697f4-4ec1-403b-a897-54f1c4b9ab77","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.26326872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"d7d697f4-4ec1-403b-a897-54f1c4b9ab77","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:45:29.313479173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"317a20a4-e67a-40fb-a71d-ec04935f0594","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-598467-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.373147686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"f7358f61-7bd2-4255-adca-36479ae92540","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.421904759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"a38515d0-c15b-481f-a34e-205e587b99c1","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.423229124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a1370dd-190c-4ca7-9225-a76d1eafd737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.42338028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b3767c-8861-47b8-88df-daeef322f88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.42695645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"19c55a1e-0a84-4560-a826-ebe3ad337134","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.426976449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"19c55a1e-0a84-4560-a826-ebe3ad337134","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.479472887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"a38515d0-c15b-481f-a34e-205e587b99c1","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.480891737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b3767c-8861-47b8-88df-daeef322f88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.481691748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a1370dd-190c-4ca7-9225-a76d1eafd737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.536385495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"2bc1eb61-bc88-4db2-9a57-4851e81e3767","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.536414492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"2bc1eb61-bc88-4db2-9a57-4851e81e3767","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.759357467Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"6cc96ac7-a214-4d67-8e02-5a3d85b04a67","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"e2e-rt-sw-598467","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-598467-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.855371363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85814249-ad4e-4b06-8c7b-b1e0d9503c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.855452965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b96865ea-873c-4d88-9309-3f195cb57662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.913118324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b96865ea-873c-4d88-9309-3f195cb57662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.913501552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85814249-ad4e-4b06-8c7b-b1e0d9503c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:29.962079226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"e1660264-4d0a-41b7-8b4d-194afc96a4c9","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:30.019785301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"e1660264-4d0a-41b7-8b4d-194afc96a4c9","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:30.037287769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"51af93bc-b7b2-4b3a-9394-9cd2bd1d8f46","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:30.037319651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"51af93bc-b7b2-4b3a-9394-9cd2bd1d8f46","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:30.254708847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"5aed2e3b-5945-449d-b1ef-ed96d516b614","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.476833568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"25dfc158-c01b-4c97-9ac7-1002f9ce9e2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.477179469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"436aae36-a372-45a0-a351-93ba929cf69c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.477422955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bd03e3a-c962-475f-8979-24543d5b3fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.5398493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"436aae36-a372-45a0-a351-93ba929cf69c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.549972602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"25dfc158-c01b-4c97-9ac7-1002f9ce9e2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.563664911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"d82c18d6-82ea-4df9-8092-8756e6bae9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.56763626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bd03e3a-c962-475f-8979-24543d5b3fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.621654232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"d82c18d6-82ea-4df9-8092-8756e6bae9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.711959935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"f25d95a2-cb50-4f77-8cd1-73225f0d312e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.781987533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"f25d95a2-cb50-4f77-8cd1-73225f0d312e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.937771146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"ce4e5358-4cd6-4ec6-a4e1-53d7647db283","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.938643837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"effa3566-876b-4ed2-99f4-fc1fe6893a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:32.944063062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"0ecd1080-d4a5-467f-8085-f0e3b5ce8d6a","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:33.000421834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"ce4e5358-4cd6-4ec6-a4e1-53d7647db283","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:33.001104134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"effa3566-876b-4ed2-99f4-fc1fe6893a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:33.080178209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"6b0f34c9-15d3-4305-a140-e9e1f6e6f3c4","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:33.333626087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"e1de587d-cdf2-466b-a350-f2f14c43bcdc","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:33.338217703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"e5dabe96-3816-4ee5-8923-6f061ec5a9b3","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:38.522503426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"3fc6c5a6-6c31-4576-9f5f-07b864584637","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:38.5779774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"3ed75df8-d597-42f1-a7c9-3e4bbb65bbfa","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:38.741213116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"986831c5-04d3-4168-8f26-49f7c372f32a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:38.799041195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"986831c5-04d3-4168-8f26-49f7c372f32a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:38.802415559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"2da937c7-bd5a-4577-b648-1fa14c69beb0","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:38.860833322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"a0ee9a07-12e3-496f-a7b9-744f0abd7bf1","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:45:38.909951593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-47774a98","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98","reconcileID":"8b211dc7-9e2a-4226-8002-23a765480dae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-47774a98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:38.967762804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"6e795253-273d-46d8-ac02-b84278c83d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:38.96806928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"99558b54-9753-4dc6-9db8-d2c58acd59d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.023342707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"68b6d8c3-f0d4-4bac-bb0d-73664ccc7c08","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.026817451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"99558b54-9753-4dc6-9db8-d2c58acd59d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.027077388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"6e795253-273d-46d8-ac02-b84278c83d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.134239795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"f425f301-4886-41ca-a2d3-583fa2d32c8b","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.135042007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"b64695aa-a279-42ce-bb29-ba3a7f21d4a0","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.297160531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"56e2fb65-96e0-43b8-b4b7-5e01539a07f1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.356083539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"56e2fb65-96e0-43b8-b4b7-5e01539a07f1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.359216374Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-47774a98","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98","reconcileID":"a4dd9ecc-bbd9-496e-abde-5d862c0fa62c","MaaSSubscription":{"name":"e2e-bulk-sub-47774a98","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/e2e-bulk-sub-47774a98","ai-tenant-e2e-worker-w4-0bbe80/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.449114009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"2e5b9cac-0f23-466a-938f-76b5678f8caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.449114799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bc1f584e-e1ee-492c-b576-e943ff4ada64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.507173738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bc1f584e-e1ee-492c-b576-e943ff4ada64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.507498226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"2e5b9cac-0f23-466a-938f-76b5678f8caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.529530562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"36fd7263-8d05-4dfb-943e-8f00aeca7089","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.5763982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"75fb87bd-d77b-4596-a468-a4c563bde55f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:39.745327042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-47774a98","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98","reconcileID":"79331c12-c01a-4586-90aa-bde8a6660df5","MaaSSubscription":{"name":"e2e-bulk-sub-47774a98","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:42.219025029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"7fbbe314-8c90-41ee-894c-040fe0254d4d","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:42.502523332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"312771f5-f4b0-4fc6-84c3-8ae5ecf1fa80","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:42.502651496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"312771f5-f4b0-4fc6-84c3-8ae5ecf1fa80","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:43.246991434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cc100a4-b833-456f-b3fa-cc00cd517cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:43.248093336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb083f76-0521-421f-a82f-68fe4b08ad6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:43.249034251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"2382afce-e4f5-4cbb-be30-3bd5c2cb879f","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:43.325424163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cc100a4-b833-456f-b3fa-cc00cd517cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:43.325611334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb083f76-0521-421f-a82f-68fe4b08ad6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:43.33903613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"2382afce-e4f5-4cbb-be30-3bd5c2cb879f","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:44.703178548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"d0d67987-0d1d-4754-950c-789a4e75b3b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:46.143871351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"f11dfa53-a442-40ce-9cd9-6efb382a43d8","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:46.305425054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"42486fc0-3ee9-4bc4-9346-c7e25bb35163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:46.30563939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"521a4cbf-5b48-4d48-8eb2-981950de38e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:46.305423714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"1c741f0f-a468-41bc-8c16-724addad47ef","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:46.364289881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"1c741f0f-a468-41bc-8c16-724addad47ef","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:46.364413428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"42486fc0-3ee9-4bc4-9346-c7e25bb35163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:46.368091356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"521a4cbf-5b48-4d48-8eb2-981950de38e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.186283686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"c1ae4a72-dfd1-4968-9909-daa909cda7ee","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.186837587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"be4a8dda-55e6-4575-a0b7-f1fb215d8624","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.246795654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"00778fb0-80ef-4c81-9346-c2c906aa78d7","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.247206981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"76dd6133-9288-4170-855f-45523cc3a5cb","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.349387573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"748d9ba2-8710-4d35-9338-562634a93324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.351870436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"9ee32c1c-0267-44e4-9b1e-c91da21d35e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.40682863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"748d9ba2-8710-4d35-9338-562634a93324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.407893261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"facac615-b3c1-4501-b3af-c42750959d7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.408344678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"09f91683-9d4e-482b-8749-adae29483b57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.411611292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"9ee32c1c-0267-44e4-9b1e-c91da21d35e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.727629311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"e79b0f46-79ba-4cb8-b441-50b845cc3871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.73185389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"74ceb70c-1414-4e35-9379-d75b8cb87ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.785435588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"e79b0f46-79ba-4cb8-b441-50b845cc3871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:48.789522275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"74ceb70c-1414-4e35-9379-d75b8cb87ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.205695487Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"d283f850-a1e5-4a2f-b5a5-4753ff9e1985","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.260612218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"75d33796-a068-4fb2-9dc7-43d38fb377cc","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.260646362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"75d33796-a068-4fb2-9dc7-43d38fb377cc","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.367904953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"b12b7173-b1d1-484e-9305-6203eba730f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.368844625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"6c528108-5bb0-4394-8d0b-2881ff5b4881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.36893928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"85feee7d-607d-49c5-ba95-a5575f4f0135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.422745649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"225dc4d4-dcc0-4ffa-9698-edd2df076a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.423011469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"8451f30d-5b92-4085-af1f-1cda38094b74","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.429880842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"85feee7d-607d-49c5-ba95-a5575f4f0135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.43277959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"b12b7173-b1d1-484e-9305-6203eba730f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.433582335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"6c528108-5bb0-4394-8d0b-2881ff5b4881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.434176098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"53ea72b9-b1e8-48bd-85fc-ba2c0289730d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.434196067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"53ea72b9-b1e8-48bd-85fc-ba2c0289730d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.480693395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"225dc4d4-dcc0-4ffa-9698-edd2df076a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.481700651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"8451f30d-5b92-4085-af1f-1cda38094b74","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.488052926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"d0c9e517-ae1f-47ac-bb53-b004e049223a","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.488075874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"d0c9e517-ae1f-47ac-bb53-b004e049223a","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.543304394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1dc3c5e3-9f9d-4ec1-ae06-bc743cbd46bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.543331962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1dc3c5e3-9f9d-4ec1-ae06-bc743cbd46bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.543669528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a907476-ab2d-4f8b-a854-0e2d0baa39f8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.543686383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a907476-ab2d-4f8b-a854-0e2d0baa39f8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.543979479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0891fefd-5ae8-45c8-b889-ede1d76917ba","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.543995054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0891fefd-5ae8-45c8-b889-ede1d76917ba","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.54547634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8df623f8-325e-4dfe-b23e-14c29fa4126c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.545494916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8df623f8-325e-4dfe-b23e-14c29fa4126c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.545987248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54bafd98-9780-486b-8689-6f38bb2c0746","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.54600676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54bafd98-9780-486b-8689-6f38bb2c0746","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.546497853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba35ce44-dc4e-4bda-88e7-2f51f1221b23","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.546513627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba35ce44-dc4e-4bda-88e7-2f51f1221b23","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.546823381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"871437b5-45da-481e-933b-54ae812994dc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.546839796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"871437b5-45da-481e-933b-54ae812994dc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.688354005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dce9632d-3acb-4f1e-ae14-78773b8f7ae1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.68835435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c5b1844-4664-4127-90e3-fecd9f8d65d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.742859244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"279f8e15-1b15-4db2-93fb-6c0f8d36f0db","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.799604233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"20a4040f-cb62-487b-88f1-df07aca82a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.799855157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6beee17f-bd57-46c8-bde6-c6aa4c41d1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.800319375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"4f5e2a53-4b2e-49b9-acbc-13575d1c4546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.857971351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"4f5e2a53-4b2e-49b9-acbc-13575d1c4546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.858045481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6beee17f-bd57-46c8-bde6-c6aa4c41d1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.860338585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"20a4040f-cb62-487b-88f1-df07aca82a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.900505623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ea0d3788-177e-457c-ac6e-bf164e7324ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:49.958107266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ea0d3788-177e-457c-ac6e-bf164e7324ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.001186846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"16664138-5044-48e9-9957-c0ce69ac4419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.059406876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"16664138-5044-48e9-9957-c0ce69ac4419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.229454714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"5a914d73-2f76-4738-a1b6-ead4d23f87f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.229509712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"ec5dd576-d426-4811-b8a7-069e976f7aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.230160941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"d2201e62-008b-4180-b53a-b3777a89d5a8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.287399521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"5a914d73-2f76-4738-a1b6-ead4d23f87f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.287874026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"d2201e62-008b-4180-b53a-b3777a89d5a8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.289600015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"ec5dd576-d426-4811-b8a7-069e976f7aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.385234125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a31b5a91-09d7-4a9b-a68a-cd9e198e2306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.442841896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a31b5a91-09d7-4a9b-a68a-cd9e198e2306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.457986907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"c3769122-bd5d-4939-a58e-59ae02a3d8cf","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.483670292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"0b5f7d12-0a68-439b-8dce-2a22925a82b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.545060529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"0b5f7d12-0a68-439b-8dce-2a22925a82b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.658065692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"e83f0dab-694f-4cb9-aab1-15a333704dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.658335558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"0b814ec6-b796-4a08-988d-580a5afd3fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.710644206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d056d7ab-15a9-4ef4-9304-e219799cdbb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.717362483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"0b814ec6-b796-4a08-988d-580a5afd3fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.721443113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"e83f0dab-694f-4cb9-aab1-15a333704dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.771044422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d056d7ab-15a9-4ef4-9304-e219799cdbb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.814685895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"2aafe8ee-5f09-4222-925d-c1db124f9414","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:50.872197295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"2aafe8ee-5f09-4222-925d-c1db124f9414","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.031096576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50a6256f-e052-4959-a4fc-62aca5ec921d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.076958983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8bbcba71-a9df-47a0-88b5-326d3fda76d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.077097668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"2370c08d-c7aa-4ccb-b57f-f04c9d2ff348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.088636075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50a6256f-e052-4959-a4fc-62aca5ec921d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.134651421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8bbcba71-a9df-47a0-88b5-326d3fda76d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.136117418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"2370c08d-c7aa-4ccb-b57f-f04c9d2ff348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.192722331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"78a6135a-e77a-4562-8be2-b79825e60b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.23054857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"96a4c174-ebf0-4895-a8b5-73027a9238ca","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.250396122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"78a6135a-e77a-4562-8be2-b79825e60b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.287858418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"96a4c174-ebf0-4895-a8b5-73027a9238ca","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.456976831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"2ecc125d-d30e-4071-95b1-a1633e3ce88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.515513924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"2ecc125d-d30e-4071-95b1-a1633e3ce88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.561369363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"b8cc6c5a-6dc1-4869-8f29-b84deca838b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.561369297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"0321071e-d0e5-4364-9e3f-d16eaeaba637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.618982688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"b8cc6c5a-6dc1-4869-8f29-b84deca838b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.620273355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"0321071e-d0e5-4364-9e3f-d16eaeaba637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.664507259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"765673a4-6943-4728-8887-8a02dcb74f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.721871667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"765673a4-6943-4728-8887-8a02dcb74f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.771570794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"79145950-7d90-4de8-a465-fde7f4952e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:51.839575609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"79145950-7d90-4de8-a465-fde7f4952e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:56.316718322Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-47774a98","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98","reconcileID":"e9431183-4b01-435c-91b6-0c682c8ef0d4","MaaSSubscription":{"name":"e2e-bulk-sub-47774a98","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscription":"e2e-bulk-sub-47774a98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:56.562263456Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-47774a98","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98","reconcileID":"e9431183-4b01-435c-91b6-0c682c8ef0d4","MaaSSubscription":{"name":"e2e-bulk-sub-47774a98","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:56.789171864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:56.789976805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"5c8c5a71-dc4f-4414-af74-f5155ba3ffc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:56.840475181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"357b15b0-e8a6-4996-a31e-b291e2dc1c3d","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.027425407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"e98f4c25-75a5-4936-bbd3-595c77095651","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.046846158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"66959660-e485-46dd-98db-af92d58f7130","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.04775109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4953a5d2-1141-4e8b-9077-bedee4e2ba81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.062857437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"785bc6cf-2021-42d8-b4df-1d95d642aa9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.086938381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"80ed69c0-2cab-4254-94b0-0c6c7c4b947c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.087869437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"672bafc3-43fb-43a7-a2d9-3fce5067aada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.117920279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"66959660-e485-46dd-98db-af92d58f7130","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.118610766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4953a5d2-1141-4e8b-9077-bedee4e2ba81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.125114097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"785bc6cf-2021-42d8-b4df-1d95d642aa9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.159536459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"672bafc3-43fb-43a7-a2d9-3fce5067aada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.159736151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"80ed69c0-2cab-4254-94b0-0c6c7c4b947c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.353823841Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-bulk-sub-47774a98-auth","reconcileID":"5bf674be-37f5-4999-a449-03e9589c3834","MaaSAuthPolicy":{"name":"e2e-bulk-sub-47774a98-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.568203438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"9be3603d-0453-4293-a255-788948f5c90f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.612190002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"beee5576-7ed1-4ac1-8f62-dbd50a9a60ad","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.648937539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"9be3603d-0453-4293-a255-788948f5c90f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.667601568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"a0cd331e-39b8-4eec-9308-ec7e8a1ab23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:57.727926948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"a0cd331e-39b8-4eec-9308-ec7e8a1ab23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:58.912335732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"13c44027-601d-44ff-8cb3-7f4fb2527bbb","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:58.982152328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"dc41fddd-1463-4a49-8cf9-f66b52a3c253","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:59.196864579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-51ef0ac9","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-gw-auth-51ef0ac9","reconcileID":"6499dfb9-e507-45a6-a96e-cd65f29b50cf","MaaSAuthPolicy":{"name":"e2e-gw-auth-51ef0ac9","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:59.291518244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-51ef0ac9","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-gw-auth-51ef0ac9","reconcileID":"6499dfb9-e507-45a6-a96e-cd65f29b50cf","MaaSAuthPolicy":{"name":"e2e-gw-auth-51ef0ac9","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:59.643903741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"436ea14f-de1d-42d4-84e9-641af292d8a1","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:59.823242789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-51ef0ac9","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-gw-auth-51ef0ac9","reconcileID":"e59fa21c-22b1-42ee-881c-41b6fbb90f20","MaaSAuthPolicy":{"name":"e2e-gw-auth-51ef0ac9","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:45:59.881064351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-51ef0ac9","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-gw-auth-51ef0ac9","reconcileID":"e59fa21c-22b1-42ee-881c-41b6fbb90f20","MaaSAuthPolicy":{"name":"e2e-gw-auth-51ef0ac9","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:02.118593482Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-51ef0ac9","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-gw-auth-51ef0ac9","reconcileID":"68e79ba1-6bc9-4cd9-9435-ba9bac8a8cb0","MaaSAuthPolicy":{"name":"e2e-gw-auth-51ef0ac9","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:02.118687189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"64b9274c-43f0-47b7-a85c-9d6b3e2025e6","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:02.329304333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"6a5224be-30c9-497f-8ede-906f25b9716b","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:04.928650376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"32b7fc17-2125-4558-9a8a-536aebac09e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:21.588011206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"380aa89c-e89a-43e2-9fe8-5a35ce3c4c27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:21.68882051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"144dde1d-8165-4471-8100-1dbfdcccc655","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:21.788629251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"e07608ff-5f18-4003-b7ba-773e11ec2849","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:21.788781588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"fe093dde-e88e-466a-a075-112d05c0847a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:21.889022738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"99067482-913f-4a0f-a72d-55491648d992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:21.919572837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4218e240-70f3-4e82-9db5-bb806dfe207d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:22.071414599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"88fdaf12-bdfa-4705-81db-792a44b76839","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:22.134796724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f3c512d-c67b-4004-9e83-7b6aa2522174","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:22.235615896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"471b42b3-b237-4547-b57b-006dca03ff2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:22.255767509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"b740a493-e522-4db8-a74f-ac0c827ba85c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:22.335900042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"5018ea9f-fc99-4a80-9967-d7ec9ae8143a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:22.451999319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"4df0e8fd-ca14-48a5-9ec1-cfe63ae53c77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:22.552424501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"231a08dd-f970-416a-a867-b3e793fe6b6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:24.296062875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"5a1f68ce-eb22-419c-bdc7-30a87a9aeb6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:26.778253861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:28.704439805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"6e48abcf-26b1-456e-9359-41ed651c9278","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:28.704826887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"d51fd9c8-41bf-422c-aee3-d76d1592a93a","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:28.765247146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"bfe20e77-d465-488b-b9e1-8fdb63da7792","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:28.765680675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"f85cc5e1-0c51-4334-980e-dd16cb0cea65","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:28.867397291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"e648c1c2-bf0e-4a09-9ca5-11e8e053b466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:28.869883455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"95b57273-011b-4077-a522-bd9a09520bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:28.925440405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"f7e52938-ef6a-4115-801a-4ea6eb3831a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:28.925494088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"e648c1c2-bf0e-4a09-9ca5-11e8e053b466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:28.925973584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"ed7d8037-a770-46c5-92db-7e38a228753b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:28.928240752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"95b57273-011b-4077-a522-bd9a09520bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:29.315259298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d918739d-1063-4b1a-a30b-4c8d7d21f102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:29.315323248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"383bc66d-ac85-480a-80ed-b27f0dffb485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:29.373322354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d918739d-1063-4b1a-a30b-4c8d7d21f102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:29.373509142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"383bc66d-ac85-480a-80ed-b27f0dffb485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:32.423572232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"e2e-conflict-a-0aa7562a","reconcileID":"6dd8cf4d-8330-4b59-ae54-79710dd6e461","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"e2e-conflict-a-0aa7562a-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"e2e-conflict-a-0aa7562a","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:32.615364299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"094eea8f-2f91-4b34-9805-0ab91b094751","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:36.40608677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"d7d3973f-eb4b-4763-9fe0-837e2b94e94c","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:36.406506427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"cc427245-85d2-4cfb-a579-6070757a1bce","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:36.467297315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"58abc346-f285-4f6d-8e73-52634496d9fa","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:36.467860111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"e36e47d1-d06e-4f2f-801f-3784dcda6713","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:36.574042252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"d2d2db4b-07d8-421e-b3f1-58d565bca541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:36.574615717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f2cd3c19-4aa8-4810-a01b-8104957490e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:36.630843051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"9a678cdb-70d6-491d-a48d-4f8bf6c86b08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:36.631241858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"d79ea437-cdff-476c-b859-9e21be429914","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:36.643198022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"d2d2db4b-07d8-421e-b3f1-58d565bca541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:36.647178493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f2cd3c19-4aa8-4810-a01b-8104957490e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.029432999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"2c74f2cc-0093-4290-9e35-7cc09bb99db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.029450814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"ca6a872f-67da-4451-aee2-b6911beeb832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.086993146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"2c74f2cc-0093-4290-9e35-7cc09bb99db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.087101169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"ca6a872f-67da-4451-aee2-b6911beeb832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.341168929Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"95a8be59-77c0-4805-b060-5e71517fa310","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.395050157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"0445b02a-d132-4959-a3cc-31f27220f418","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.39508777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"0445b02a-d132-4959-a3cc-31f27220f418","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.502624892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"7f131472-2562-40fc-8691-aa3c9d82cc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.50287721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c8a2e803-a917-41a7-a646-d2f347dbadd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.5026255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"27da5757-b2bd-43bc-9b47-9277dda290fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.503361175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"810c1a30-76dc-47d5-a60f-c42fa66cf03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.55967052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5017b85-95b1-47e5-89e5-364c5107c872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.560658486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c855ec7f-f7c6-4d8b-b60c-47301a23e5da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.560762499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c855ec7f-f7c6-4d8b-b60c-47301a23e5da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.561421057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a039a6b1-a433-49df-baa4-365635129160","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.561498194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a039a6b1-a433-49df-baa4-365635129160","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.562027272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cef49ffa-e9e9-46e2-b9d0-1dd214d34954","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.562096893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cef49ffa-e9e9-46e2-b9d0-1dd214d34954","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.562615372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5cd5aee-87af-41e4-81a2-728e839fe50d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.562683775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5cd5aee-87af-41e4-81a2-728e839fe50d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.563322664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a245b81-1685-453f-9e5c-eb614ec17179","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.563401653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a245b81-1685-453f-9e5c-eb614ec17179","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.563823147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c8a2e803-a917-41a7-a646-d2f347dbadd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.564029819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2828a76b-583d-43be-85ac-faa3022b25ac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.56408776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2828a76b-583d-43be-85ac-faa3022b25ac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.575777691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8273598e-3d7b-4aa1-ad42-65ba8e123e2a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.57582432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8273598e-3d7b-4aa1-ad42-65ba8e123e2a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.576555913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"af7e7f04-5db8-46f9-8d73-085088be0731","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.576579323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"af7e7f04-5db8-46f9-8d73-085088be0731","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.592168078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"7f131472-2562-40fc-8691-aa3c9d82cc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.595151349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"27da5757-b2bd-43bc-9b47-9277dda290fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.599929115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"810c1a30-76dc-47d5-a60f-c42fa66cf03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.633856701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5017b85-95b1-47e5-89e5-364c5107c872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.634534276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"a7174edc-bcdc-4563-b914-a1951236f139","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.634557813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"a7174edc-bcdc-4563-b914-a1951236f139","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.813842792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"983407cc-3d6d-4136-be45-ed0f3f706130","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.814207583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f388321-fd3f-441f-9ba1-067640597478","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.868286048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"89b12841-a7f9-4e82-9904-77a7b9423e08","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.948093143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"5d5087f5-485f-43dc-ab6d-7fd7019bb8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:37.948200713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"edc4400b-695e-4959-bf50-dd5da494c167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.001903704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aebdd33-f9fb-44d6-a24e-20f4f00c0140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.0019538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"9bb794c4-cc43-46c7-be64-288340b2ed52","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.006136141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"5d5087f5-485f-43dc-ab6d-7fd7019bb8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.006146218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"edc4400b-695e-4959-bf50-dd5da494c167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.047436121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"834248e3-0c4a-4df7-8f4c-a2086b21b4a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.060452239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"9bb794c4-cc43-46c7-be64-288340b2ed52","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.060623622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aebdd33-f9fb-44d6-a24e-20f4f00c0140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.110694512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"834248e3-0c4a-4df7-8f4c-a2086b21b4a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.377880639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"eab27825-9352-4c6b-a0f2-8ef0f47ae23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.377880641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ddd001fd-c9cd-4d40-87b6-f1fc009d4b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.436308752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"eab27825-9352-4c6b-a0f2-8ef0f47ae23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.436780248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ddd001fd-c9cd-4d40-87b6-f1fc009d4b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.482008755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"6063e6ed-62f7-4c5c-9133-694436fa18fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.535011615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2679daf9-6916-44d5-9b34-c882d18038b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.54181804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"6063e6ed-62f7-4c5c-9133-694436fa18fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.594613921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2679daf9-6916-44d5-9b34-c882d18038b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.627463156Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"23d7cc8b-aa72-401c-b67e-a7e85d551a44","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.808274333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a7a4233b-3924-4aba-a794-a6775f6f0292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.808274046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"76c290be-e5ec-4a68-83d2-bc5ab7f07bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.842381414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99352cd2-fa80-474a-9ac7-7dea60cb628c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.865961665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"76c290be-e5ec-4a68-83d2-bc5ab7f07bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.867555319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a7a4233b-3924-4aba-a794-a6775f6f0292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.899612063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99352cd2-fa80-474a-9ac7-7dea60cb628c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.907597508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"367ca552-d63e-4c73-9bd8-b3f5004fd264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:38.965428018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"367ca552-d63e-4c73-9bd8-b3f5004fd264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.003209716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"97149f98-7602-4f90-874a-b929ee2442a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.007615556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"03958f1d-b7b2-471c-96fe-9743222a4123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.064725095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"03958f1d-b7b2-471c-96fe-9743222a4123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.104544064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"a3798bf7-ca0d-4b24-b2c5-3ac0b255c4a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.226761935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"9e120ac9-fd28-4f25-a990-6c6cad5ea538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.227503642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"3fe2ef90-8d32-437a-825d-c17379e4a511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.228316811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"10a81fbb-af99-4300-a1e2-753c3baeb5fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.339791676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"3fe2ef90-8d32-437a-825d-c17379e4a511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.340182697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"17b2514e-fa7b-4190-a790-3227af1c5010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.340599143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"b707d5ff-88d1-4247-9e1a-f3c42c9ab0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.341186861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"5a99ed01-ea63-425a-9dfa-e4aaea76c23d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.341730203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"9e120ac9-fd28-4f25-a990-6c6cad5ea538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.398368061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"17b2514e-fa7b-4190-a790-3227af1c5010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.401551657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"b707d5ff-88d1-4247-9e1a-f3c42c9ab0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.453817539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"278f6a9d-d626-41fd-be3a-db7966a6564e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.504295163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"67ecff3c-f299-480c-b651-965366b92179","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.507597792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"be6336c2-c5e9-4777-8d4f-22ef1f6fb86d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.557918089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b00b2308-2b1a-47fe-964d-f558c36ca59e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.606797298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"793e9057-2fd8-492f-95d4-69ab85084cd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.614839106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b00b2308-2b1a-47fe-964d-f558c36ca59e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.659853367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"10a5eddf-7888-4bbf-8b74-849cfd2d2a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.662987507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"6f62f6ad-b4c5-4564-9e6c-6a9b833148b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.709147647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"32927bad-729d-4e7d-861a-0bdfaed4b848","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.717302858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"10a5eddf-7888-4bbf-8b74-849cfd2d2a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.720081174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"6f62f6ad-b4c5-4564-9e6c-6a9b833148b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.857651519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3008cd3-4384-4d07-98e8-39ab5cd1d9dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.86014124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"200c7841-2010-4c0c-9a54-0bba80cbf793","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.86101226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"cebe2267-743e-4799-ae40-0baccb5908e9","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.918668354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"200c7841-2010-4c0c-9a54-0bba80cbf793","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:39.919226439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"94a5aa8e-d7ab-43eb-b9e4-76bca46928d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:40.008368579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"5b64e3c3-b73c-4011-908e-71d9a5f908b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:40.010974815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"a6bfc47b-550f-46a8-bcfe-864ca65ff238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:40.023531946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fe9cbb3-1b7f-4cb7-b8da-878490846eb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:40.065881296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"5b64e3c3-b73c-4011-908e-71d9a5f908b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:40.068556754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"a6bfc47b-550f-46a8-bcfe-864ca65ff238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:48.222974036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"716611f2-24a0-4d33-9271-016e22864219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:48.223963037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"61056fd7-6fbe-4aae-877c-ce81e728fd0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:48.2898804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"716611f2-24a0-4d33-9271-016e22864219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:48.292885024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"61056fd7-6fbe-4aae-877c-ce81e728fd0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:48.530886384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71c7c419-27ac-4cbf-93dd-cf49c2eba3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:48.531730171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f0b8c87-dc1f-437c-ba04-ff33bdabac4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:48.532408556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"d77e7ddb-31da-4828-b9d8-d2af951a3d6f","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:48.593758573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"d77e7ddb-31da-4828-b9d8-d2af951a3d6f","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:48.601963089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71c7c419-27ac-4cbf-93dd-cf49c2eba3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:48.602376644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f0b8c87-dc1f-437c-ba04-ff33bdabac4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:46:56.777884211Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:04.56849591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"042eaf59-fb01-47a0-8711-0560007900a6","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:07.771267026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"320ef04b-acb6-4a8b-be2e-53d87d13a54f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:07.874223588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"eb6a9285-107a-4ebe-8d83-f45f387faa5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:07.971947176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"0b043b45-3240-43e7-8f13-c92dac4c4944","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:08.000054852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"346dd35a-4b45-474b-8152-69b217b8c928","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:08.182116942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"53d0b6f1-de9c-4c3f-a56a-22721d635106","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:08.284485312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"b0718e12-5e80-4d60-ae61-c642c92ae4fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:08.384504025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"99e22d66-11c4-46b5-9fc9-4d213e913681","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:08.385072147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"7153d788-d105-4fb5-97cc-2ce11111e7cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:08.54619524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"4e8611dc-de34-4fb2-91a6-bb3133725e6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:08.646010522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"08a37941-665f-4af7-8405-2086a36173b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:08.670627449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0892d7fb-99a1-4a3a-983e-7a5e19df28ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:08.793003144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"b942560e-ca21-4148-a831-a7b1329d038a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:08.964999679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"18f3cbe9-f8ce-48ad-9c7d-bc1f7962a3f2","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:09.620398243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"35793cc7-0475-4f69-a375-18fb909cca86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:14.50393187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"5718b0ca-8a58-46d3-a8e8-fcfef078c188","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.554741563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"2dec163f-dc7a-4f4b-95c1-b0dcd3339ebe","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.555167782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"e2e-conflict-a-0aa7562a","reconcileID":"2fe46870-30b2-4950-b00d-3dc2a8284867","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"e2e-conflict-a-0aa7562a-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"e2e-conflict-a-0aa7562a","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.555409993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"93e54c49-087c-42dc-91e2-58096f1a1e53","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.615489437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"861fcb87-20f8-499e-a5eb-94860080b236","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.615893385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"2f884e2c-fbef-44d8-9e25-375d0b0f1556","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.616325195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"e2e-conflict-a-0aa7562a","reconcileID":"26aad4d4-117a-4a86-8377-6214f5b46ecd","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"e2e-conflict-a-0aa7562a-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"e2e-conflict-a-0aa7562a","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.725524077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"47d83856-0801-472c-87f8-1b47c0d83a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.726809124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"01fbd443-3a3d-4053-bc27-a65dbffddea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.786243415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"599f60ee-be05-4171-b825-57452771cc35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.786893799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"bc4dccbc-5693-4680-b93b-a9a0f9c4a093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.798741323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"01fbd443-3a3d-4053-bc27-a65dbffddea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:15.803601809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"47d83856-0801-472c-87f8-1b47c0d83a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:16.174716377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"0d6a3dab-feac-4017-8c3f-fb266a27fc4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:16.174716537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"4a47cd6b-36ff-40cf-8e1f-17962dd132aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:16.233059814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"4a47cd6b-36ff-40cf-8e1f-17962dd132aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:16.233489003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"0d6a3dab-feac-4017-8c3f-fb266a27fc4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:26.381917421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"13bf6275-cd2f-4595-92dc-9ccdde899ed0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:26.500876372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"ecbda594-d956-4f3b-a5e6-4e92bfee9478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:26.600024723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"8e4b1b7a-3691-4841-94e7-683ad3faab6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:26.701502049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"a64ae07f-538c-439b-9c89-67b2bb8e42f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:26.701501722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"7eacfb34-3f60-43a0-b428-df280bd62b62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:26.77683654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:26.800768119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c3522c2-0eb8-4306-a124-a241c4380d31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:26.880792978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"05dd5641-5d2a-46c3-8327-d6ac9a2d2bb8","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:26.991655019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"f31e8da4-53e8-4f6d-98d6-5771f4208961","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:27.092426122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a29e4ed-7017-4cf2-ad93-88ed740e677e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:27.233301291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"6dc9d82d-f1a7-483a-bebb-9cad4b56d739","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:27.354920546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"07f707d9-2aff-49f5-b105-75638a26623d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:27.455927004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"b0ccf25c-13fd-427d-8744-021adc4c8429","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:27.55651118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"ab46d724-a9cc-400d-bcad-2b8f4ffcd4ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:27.581447504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6dc6446f-768a-4fe3-b77f-3825bc955de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:27.581502562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"83e8cded-04b2-4430-a72b-4cf0f744c373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:27.639716681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6dc6446f-768a-4fe3-b77f-3825bc955de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:27.640692226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"83e8cded-04b2-4430-a72b-4cf0f744c373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.204866564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"e2505c8f-dad7-42f6-bd4c-3acb68963e90","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.205231892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"37515351-6e7d-4f2b-aabb-945e3df64d58","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.205489514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"830fa0a4-5a3f-4e9d-b332-9b6f38797a64","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.266328911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"48042b6c-561e-492c-9295-8f79e100ef0b","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.266738002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"37ec596d-b008-447a-9ac6-597d811cdf11","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.267044444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"02d1223a-87cf-4e39-830b-b5dc7f9ccd58","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.373731992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"becfa077-6da6-40f6-8457-203915ec596b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.378653374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6e56b672-c7f2-4ba6-9b39-230846d1f979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.433669031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"becfa077-6da6-40f6-8457-203915ec596b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.437707203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6e56b672-c7f2-4ba6-9b39-230846d1f979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.438699336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"19178a59-9323-4221-98f9-0367ef776cd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.438933526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"ee9d27ed-d4e2-451d-9eee-8b318b0699cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.803371006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"1cba7bdd-85e8-479d-a21f-32b210d7f158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.803371003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"224fcd07-9621-482c-8a11-d8efb4b04349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.861075932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"224fcd07-9621-482c-8a11-d8efb4b04349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:36.861112768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"1cba7bdd-85e8-479d-a21f-32b210d7f158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.117424145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"422302df-21a9-46fd-b4a9-f574bcc66e7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.221321713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"c29928fe-75c8-43dd-911d-cec68d099ab1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.291987363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"89139e95-0be2-4514-910b-0390995df590","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.31846338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"95103548-763d-4fdb-a17f-46ca19f10f90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.3588731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"7ee6b3f8-a8f0-41fb-8346-d0bc60051e8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.480020872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"736f9e9d-dc37-4ccc-80aa-f64b061cd63a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.581190264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"c4b4d19a-15ff-4f3e-92e5-f01923d35706","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.68107884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f988bf39-68c4-4b43-8e94-ed5a2897a548","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.704054634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24018f1c-6cf6-40de-b7b3-9296c8173783","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.726520177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"2602bef1-421b-41de-9081-88a3ae6250d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:37.807569419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"7564d264-75a7-4e3c-a7e6-3ef1b934412b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:38.029744814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"fd88ccf8-6ffb-4a66-a0e7-9bfa83960827","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:38.208683999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"f7c7342f-4b3a-450c-8800-57abc00874c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:48.599162902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48bc3a30-8803-4d3f-b1f9-897d64386980","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:48.780708917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"13f86181-7f30-4652-8df0-9069701a7c6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:48.881041037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"db88c2ac-e900-4cd3-8ab8-95b725f66bde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:48.983735957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"03435186-edc2-4ca4-b599-9d782f0808fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:48.983727873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"1c01bd33-4bd0-4905-850e-760782500b33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.092299905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"2a41cb7c-05d1-4102-98c8-7f2716ec0eba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.195077861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"aa579ea9-aa4c-470d-9b62-b67bebf9cfc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.21886461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87ed688a-9651-4a42-a33c-4d063bd0a519","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.349440765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"e5c0e0be-bbe9-4da4-852b-5a09062b5a5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.499597176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"b98a92a3-9e32-4b15-a68a-fa614d21eb07","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.542545259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"f5564428-50c5-493c-aa55-f99cb76ff7d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.642098984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"ea921d8c-81fd-4e02-8fe8-dad33e8ba4c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.655754763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"8cce73b1-8683-4c5b-aabe-a034f09c7048","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.805373603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8f4110eb-28bc-4756-bf37-68250457b516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.80564218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"42c236c8-b2b0-4456-947a-68634a64c128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.864749247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8f4110eb-28bc-4756-bf37-68250457b516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:49.864763083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"42c236c8-b2b0-4456-947a-68634a64c128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.228905636Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"28b880e1-3358-4e8c-b6d4-76943f804712","namespace":"llm","name":"e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.287066285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"d8f2ff53-390d-487c-9350-11fc83fde44d","namespace":"llm","name":"e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.393844742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"dc942f1f-69d6-4f43-89f1-1bcf31e4aef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.393848818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"799b174c-addc-492a-8186-d6b9cf4c970a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.394508262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c4398b0c-09bb-4fa5-9ff3-102eb7d6e92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.448337106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"f63f4841-f0a8-42fa-a4a6-c6d41072bfcd","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.448417611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b47d8f8-263f-40f7-a9d1-bcc2e3ee0e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.452423725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"dc942f1f-69d6-4f43-89f1-1bcf31e4aef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.453624551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c4398b0c-09bb-4fa5-9ff3-102eb7d6e92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.454846298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"799b174c-addc-492a-8186-d6b9cf4c970a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.50725578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"f63f4841-f0a8-42fa-a4a6-c6d41072bfcd","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.507294706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b47d8f8-263f-40f7-a9d1-bcc2e3ee0e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.627870762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"9c4a9861-9409-452d-a6c1-058126ae524e","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"name":"e2e-rt-eq-780917","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.740283587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"763a9781-4c95-4e3e-bd17-b4c8c2b64ac7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.740309771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"763a9781-4c95-4e3e-bd17-b4c8c2b64ac7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.740858701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"802f281e-89c3-4866-8d69-fb68ca0b44d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.740878027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"802f281e-89c3-4866-8d69-fb68ca0b44d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.777547458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.794732098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"efcdeae7-a3ef-4d5e-bcfa-71f97e67663a","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"name":"e2e-rt-eq-780917","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.823721542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"105c7809-4bd8-475d-a795-a6d943741c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.823985338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"e6165489-a381-4bd7-80e0-091a92337c5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.82370819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"b5d550c6-30e1-4aea-ab13-63ddb8581cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.832910738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ed57b1f-8de7-4927-ac91-4bb5b9ec1adb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.839296626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd2ccb18-e37c-4c53-91ab-4528e5d19162","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.8483193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"73edda0c-99a4-4c42-8ec5-27155395f6f0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.848339656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"73edda0c-99a4-4c42-8ec5-27155395f6f0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.848650189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a35d8de3-63ea-404e-b4bd-13f837c8eaf7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.84866471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a35d8de3-63ea-404e-b4bd-13f837c8eaf7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.848903296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f3289471-6f4b-4ff0-804f-88725d079937","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.848915453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f3289471-6f4b-4ff0-804f-88725d079937","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.881696864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"105c7809-4bd8-475d-a795-a6d943741c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.8820129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"b5d550c6-30e1-4aea-ab13-63ddb8581cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.884046461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"e6165489-a381-4bd7-80e0-091a92337c5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.892755257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"fd62739f-94eb-46d4-80a6-370cefff70bc","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.902900867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"fc0de165-3b9d-4311-84b4-8fba37f9c5c9","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.902926996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"fc0de165-3b9d-4311-84b4-8fba37f9c5c9","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.924009904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"9cb435f5-3cef-46b8-8213-d160be96683b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.956914001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2a541950-fe74-458c-8e84-95b393dbb82c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.956941122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2a541950-fe74-458c-8e84-95b393dbb82c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.957274467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6c814b5b-ab0a-4777-9c71-9b09404de6d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.957287837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6c814b5b-ab0a-4777-9c71-9b09404de6d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.957537946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d7a1f40-f03a-4d40-91f8-63cf31a2e96c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.957549505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d7a1f40-f03a-4d40-91f8-63cf31a2e96c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:56.981627448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"9cb435f5-3cef-46b8-8213-d160be96683b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.031397406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"840ee728-0bd2-4c1b-bb43-8324be5b1282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.09333992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"840ee728-0bd2-4c1b-bb43-8324be5b1282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.208862596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"6462845e-53ea-4670-8418-deb95075fa9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.210685265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"a9519bc0-a5ac-4d70-861f-ad09d3d91d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.26404807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e1f900c-f037-47a5-bd7c-1f6eb481e2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.268861341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"6462845e-53ea-4670-8418-deb95075fa9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.273035628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"a9519bc0-a5ac-4d70-861f-ad09d3d91d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.309631789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d7b2963f-01ab-426b-b23d-f10c4d2217da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.322028075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e1f900c-f037-47a5-bd7c-1f6eb481e2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.367441689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d7b2963f-01ab-426b-b23d-f10c4d2217da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.509589269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"56fe581f-d9f4-4db2-bb56-2cee6bf7cdad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.631645104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"56fe581f-d9f4-4db2-bb56-2cee6bf7cdad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.739676809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"21c131af-5fb1-462c-8f25-78a2dcddbd12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.788243926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72f3ccbc-7f36-4018-a049-a6314df9f506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.792100754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"5e8882a5-c537-4e2e-af66-552c748dc934","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.796958314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"21c131af-5fb1-462c-8f25-78a2dcddbd12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.846670119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72f3ccbc-7f36-4018-a049-a6314df9f506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.85034992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"5e8882a5-c537-4e2e-af66-552c748dc934","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.935284074Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"b2d93494-22f9-4172-99cd-82a6b0efe066","namespace":"llm","name":"e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.990949901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"1cd8f1b2-9617-474c-9e16-50c4bbcdc803","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:57.990990861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"1cd8f1b2-9617-474c-9e16-50c4bbcdc803","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.097585965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e7aa4758-9a0c-4c30-a314-2a0acd442762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.098350698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d0bdf1c0-74cc-4dc0-8298-1d08e02ac6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.155973721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e7aa4758-9a0c-4c30-a314-2a0acd442762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.15651917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d0bdf1c0-74cc-4dc0-8298-1d08e02ac6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.165316455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c7adaa98-033d-4e81-a621-f40b57bd74da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.218708453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"ff480001-81f4-4398-b935-f7e984f0d6e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.222730427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c7adaa98-033d-4e81-a621-f40b57bd74da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.276455077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"ff480001-81f4-4398-b935-f7e984f0d6e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.319163478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"559f0648-3a81-4e06-86d0-b1caed1e23f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.376650372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"559f0648-3a81-4e06-86d0-b1caed1e23f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.476516142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"7db27c33-67bb-497f-ab0d-8cea7ec7b140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.532769909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a906d34a-33ff-4330-b76b-a62b8aed9f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.536396182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"7db27c33-67bb-497f-ab0d-8cea7ec7b140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.542455319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"9360d3aa-ea8a-4ef9-b937-73f89fe7df04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.589914192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a906d34a-33ff-4330-b76b-a62b8aed9f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.596337597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"16d600d9-e218-474e-9a31-37d9ecbdf189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.599697745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"9360d3aa-ea8a-4ef9-b937-73f89fe7df04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.65425291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"16d600d9-e218-474e-9a31-37d9ecbdf189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.751762523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"e8a90808-c5f7-409a-a577-cf8acb05ac6f","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.809578058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"e8a90808-c5f7-409a-a577-cf8acb05ac6f","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:58.961142047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeb6a807-4a40-4ae7-a331-c974a02cfc89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:59.007351563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"0afb9fb3-2755-4fa0-b0ab-6e05fdc6120d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:59.008068057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"847e2733-67c2-4b97-90af-9cdfb2341238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:59.022679746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeb6a807-4a40-4ae7-a331-c974a02cfc89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:59.067058878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"0afb9fb3-2755-4fa0-b0ab-6e05fdc6120d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:59.068252966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"847e2733-67c2-4b97-90af-9cdfb2341238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:59.287694677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"2c42ff7c-f597-4147-a61b-389576c07b10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:59.680280557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"e40dc93b-b117-41de-9429-307dfc7438eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:59.859932701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"44244841-9971-4945-942c-a258d1605f6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:47:59.959868188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"047aa3de-53df-4f9c-a7fa-268f4b2bf7d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:00.036995157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"87c57a1d-94d0-4a7c-a99a-b9075f2bb4e2","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:00.102225815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"65264618-fdc9-4075-a914-cc392170b02f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:00.202689922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"b958f43d-bd7e-4cbf-9d09-12dc6482ffb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:00.225451759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2358f646-2cc3-4d4b-aa2c-4a0cb50b3632","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:00.303956146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"227217f8-4c2c-40ad-b6e2-87cc926fea07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:00.442521793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"ea37e6b0-c6e3-4e1c-8927-058f29310d5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:00.545749019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"4b6c4007-fddb-47c8-a8e2-7c52ed0d599e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:00.644625059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89481dd9-e90e-4ca7-8ac9-b6f090df8a09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:00.751597329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"ce31a59d-00e4-4191-b427-bdbabc66b17a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:00.853078433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"ac3e4b21-7f18-4da4-b15c-a6bdfb8d2b2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:02.462594855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"e75d083c-01c4-4050-8bc1-7bf4e18075ce","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:02.462631853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"e75d083c-01c4-4050-8bc1-7bf4e18075ce","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:02.573272028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"9b40b4fa-ab73-4424-955f-f1e14165f06c","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:02.573306641Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"9b40b4fa-ab73-4424-955f-f1e14165f06c","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:02.750682998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"727cd5cc-9742-44be-8f52-fc532c3532b6","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:02.808790675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"727cd5cc-9742-44be-8f52-fc532c3532b6","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:03.256798447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"fb4a539f-7223-4ad9-9e5d-a438413124b4","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:03.256923056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"fb4a539f-7223-4ad9-9e5d-a438413124b4","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.265635499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"fdce664a-2f93-4f67-9f8b-a73198c19255","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.266195476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"2b219a6d-b124-48f0-a563-04ebc9926262","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.329756866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"73cce4ae-5383-4595-ae6d-9a53d3c79792","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.330206589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"f5a5e64b-bfd3-483d-9a51-e640be3a03a4","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.434018695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"e8892d91-6d2f-42c8-b7f9-afb40ee559fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.434261336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"05b84a56-01fe-4ba5-84de-dfe0a6d14bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.484915269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"bc9435e9-1953-4bfc-a3d6-b4f0bc7f1084","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.48710652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"e281feff-559f-4ab0-8ee2-3393cba29705","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.499786651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"e8892d91-6d2f-42c8-b7f9-afb40ee559fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.506326024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"05b84a56-01fe-4ba5-84de-dfe0a6d14bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.868048627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"daa3a7e9-685f-4251-b8c3-fc73febfdf25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.868059396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"1e109b08-9db6-4d7c-9513-16296bde1841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.926046377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"1e109b08-9db6-4d7c-9513-16296bde1841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:06.927098043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"daa3a7e9-685f-4251-b8c3-fc73febfdf25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.174047512Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-780917-sub models-as-a-service/e2e-rt-sw-598467-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.233972624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"3a7803f4-28d3-4aba-9d13-88c34e86efae","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.235167737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"3a7803f4-28d3-4aba-9d13-88c34e86efae","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:08.287816101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-sub","reconcileID":"1a49a54b-985b-4990-9d7b-214abe7130e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-780917-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.409277387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"93aafb94-8cf1-4770-b283-9235d11b5cf4","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.409309017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"93aafb94-8cf1-4770-b283-9235d11b5cf4","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.452908171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"2498f66f-8309-44f7-82ed-66478ec7b06d","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.453591656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a1ef973-e8cf-47ec-9685-7a2413ad65ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.452953965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2c133fb-735a-4431-80f3-6d4ec32602d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.459585526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"6bdd16e0-0786-469c-9a0b-6e6ac4034011","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.51190078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"2498f66f-8309-44f7-82ed-66478ec7b06d","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.511926196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a1ef973-e8cf-47ec-9685-7a2413ad65ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.51423817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2c133fb-735a-4431-80f3-6d4ec32602d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.51660769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"6bdd16e0-0786-469c-9a0b-6e6ac4034011","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:08.518156765Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"93aafb94-8cf1-4770-b283-9235d11b5cf4","name":"e2e-rt-eq-780917","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-780917\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:08.518211717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"93aafb94-8cf1-4770-b283-9235d11b5cf4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-780917\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.571729406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"ef69d100-41f8-4e5d-96cb-0e1a20ec917f","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.57175573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"ef69d100-41f8-4e5d-96cb-0e1a20ec917f","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.679025334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"3667aa59-09c3-4a5e-b1b6-59f24a1ec27d","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.679049702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"3667aa59-09c3-4a5e-b1b6-59f24a1ec27d","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.739208704Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-sub","reconcileID":"4e219a6c-9391-4199-982a-bb1c465e2198","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-780917","model":"e2e-rt-eq-780917","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-780917-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.95776555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f13b0f9-2eb2-47ab-a033-91777b2b23a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:08.958572226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7cd40b9-ba1f-4af5-825e-7e0e9800ab71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:09.015927269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f13b0f9-2eb2-47ab-a033-91777b2b23a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:09.016520036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7cd40b9-ba1f-4af5-825e-7e0e9800ab71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:09.019458907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"2b2925bc-e42f-476f-bfee-5b313cfd8b02","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:09.01947721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"2b2925bc-e42f-476f-bfee-5b313cfd8b02","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:09.131211886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"c15e02ac-f179-4a0a-a17a-83227a8c5c64","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:09.131556682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"1daa6ffb-21e0-45fc-83f5-e1c2198e273c","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:09.192778229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"1daa6ffb-21e0-45fc-83f5-e1c2198e273c","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:09.192965838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"c15e02ac-f179-4a0a-a17a-83227a8c5c64","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:09.250944293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-sub","reconcileID":"b6f70487-45e9-4966-a306-991de52e4f02","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-780917","model":"llm/e2e-rt-eq-780917","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.42032081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"780d8c84-a1ce-4049-ac41-c3e6e2db0f20","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.420835122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"4b62b9fb-8783-4e61-beee-2cf60bb6ce9e","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.421290129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"3396838a-3267-441d-9f99-2555420e0e9b","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.486024692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"a9b982ff-5681-41a7-bc72-8182e25387e8","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.486654576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"61d783d2-3f89-484f-8904-2eb90df62c87","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.486901329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"e46f3a7b-8155-4163-965e-ee0f269c81d6","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.58251449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"7a003d0a-83d3-4554-8a8d-42498298ee07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.582514092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"92a46ec2-4607-4a6d-9efb-504ed98e5be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.638883952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"950bb092-9f64-45df-a528-4ed39923f24b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.643289529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"1dcce388-f70a-4b4a-8c07-9d0c472c82e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.643919225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"92a46ec2-4607-4a6d-9efb-504ed98e5be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:15.64587393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"7a003d0a-83d3-4554-8a8d-42498298ee07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.032570539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"48a8fec8-374a-4d34-acc6-093bb34459cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.091802823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"48a8fec8-374a-4d34-acc6-093bb34459cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.132752779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"6bd49f75-cdaa-4de7-92b7-54f99fb94592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.191614755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"a0639c87-8d70-4d97-b94c-7f3dc938f8f8","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.192278388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"6bd49f75-cdaa-4de7-92b7-54f99fb94592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.264843122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"445caca5-76db-4adc-b8ed-d87ba08759de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.366539319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53e406cc-f4bf-43b9-b57b-dd0fee76ef64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.467562258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"53976df1-2073-4720-82e5-fa90fedf48c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.467734637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"6ba620d5-effa-4ec2-b6f8-c36521b69cf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.576274804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67e1ffa5-baae-4ce3-82a6-3245aa9b4343","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.676094491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"08fa663c-702b-4787-87e1-4cd8fd5ac6d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.776246622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"371933ed-c462-44c1-a5bd-7383e5b45561","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.881878438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"b39f38da-a67e-4846-992e-ce4dd29d7d5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:16.88249103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"a887c719-0301-42ce-b1a2-17eced320a2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.001589293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"d6c1f747-7d53-4dc9-a9c5-958f9fc5b79f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.196765062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"2e5ba92f-9954-40fe-8263-dbc079e6db23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.273117548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"e2e-conflict-b-0aa7562a","reconcileID":"e42c3769-9658-4579-9fd7-d85bd1a1acb6","MaaSModelRef":{"name":"e2e-conflict-b-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"e2e-conflict-b-0aa7562a-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"e2e-conflict-b-0aa7562a","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.292447158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"e7816595-0416-4376-ab3a-a671f6960090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.296729607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"cf8375a7-7f74-46ab-88a0-d1eb5212b46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.297712107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"ece5abf6-bcd4-4b32-b7a7-4e862148cd63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.344596805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"e2e-conflict-a-0aa7562a","reconcileID":"8e39c1b8-0f0e-439a-83a0-a57e6b8ee52f","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"e2e-conflict-a-0aa7562a-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"e2e-conflict-a-0aa7562a","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.386765641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"e7816595-0416-4376-ab3a-a671f6960090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.412378378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"cf8375a7-7f74-46ab-88a0-d1eb5212b46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.904685097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"7af5eb86-2989-4c86-8051-807b6a89759a","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.907049696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b348cbd7-5551-40c1-8cd2-eca2336aaa9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.921394208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"280b5b7a-f567-4253-b81e-45bf4e5fad5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.991808926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"7af5eb86-2989-4c86-8051-807b6a89759a","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:17.999916982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"1589536c-d0a0-4e7d-9dc8-5ce4a8254b1f","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:18.050788431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"280b5b7a-f567-4253-b81e-45bf4e5fad5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:18.057052797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b348cbd7-5551-40c1-8cd2-eca2336aaa9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:18.110547505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"1589536c-d0a0-4e7d-9dc8-5ce4a8254b1f","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:23.544346962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"457bfc5e-2b40-4c24-bda7-42a9ec55c8e0","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:23.602715182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"e2e-conflict-a-0aa7562a","reconcileID":"882a4947-8834-41e8-8ac1-abba7117dda0","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"e2e-conflict-a-0aa7562a-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"e2e-conflict-a-0aa7562a","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:24.260874083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"7d598c51-609b-49b7-a200-cce2a87db5a2","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:24.317499078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"21c5f62a-6d4c-4b03-a846-9e5138cd0c1b","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:24.478447469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"ba910564-a695-4d67-825c-5ea32b434f5b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:24.53578641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"ba910564-a695-4d67-825c-5ea32b434f5b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:24.810152952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"8ae67d8d-7921-437c-9e37-d6c583a81143","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:24.971504361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"0c54bfbd-9f42-439a-9a8c-1ae28712a6a0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:25.028827173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"0c54bfbd-9f42-439a-9a8c-1ae28712a6a0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:26.777610957Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.019862075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"1ff92018-14b5-4f02-90aa-c5519b756c18","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.019862563Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-780917-sub models-as-a-service/e2e-rt-sw-598467-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.080329706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"3b36d81b-0651-498f-8920-b6cc76cc6000","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.129872782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-subscription","reconcileID":"6635115c-719c-4e1c-a6c7-c621f29d5045","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.183217214Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"b219700b-e05c-4d2e-a82b-0df457d87ecf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.183411041Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"95583e06-cbe3-4cf1-a862-65bdd8396356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.183216505Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"1e2a0bec-5c36-4a3b-9583-53b9f02b68c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.241809573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"b219700b-e05c-4d2e-a82b-0df457d87ecf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.241974338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"95583e06-cbe3-4cf1-a862-65bdd8396356","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.242217411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"793f2b45-3d2c-4f7e-8f31-be6f3014fd28","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.244268515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"85e66f5d-6e3d-4e49-bc57-dcc2b311dcdf","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.244329285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"1e2a0bec-5c36-4a3b-9583-53b9f02b68c5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.245480669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"a37432f8-b6a7-468e-bc72-0551ea284b8d","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.301690645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"b61b4a82-833a-48d6-8a8b-230892356d4d","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.40779739Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d1058a32-f723-499a-bdb0-229d516f3f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.40781755Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"8f9383e3-7298-4407-90ea-2d6a00eaeab1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.407868452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"8f9383e3-7298-4407-90ea-2d6a00eaeab1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.407868462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d1058a32-f723-499a-bdb0-229d516f3f4e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.408028011Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"66ef997f-6f19-4b4c-9356-0f8fea96f73e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.408066713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"66ef997f-6f19-4b4c-9356-0f8fea96f73e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.576879349Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-subscription","reconcileID":"cf0a9783-9494-41ba-b362-daf80c13b7c8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.581178469Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"178f40a7-f069-4e6d-821c-c0110813b545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.581255907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"178f40a7-f069-4e6d-821c-c0110813b545","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.581281984Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"b7237ce8-4605-4d1e-9d81-65a2b75d6366","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.58133304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"b7237ce8-4605-4d1e-9d81-65a2b75d6366","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.581549883Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"3167cf41-9bec-4760-a1e9-a33d67ab9c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.581600881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"3167cf41-9bec-4760-a1e9-a33d67ab9c6a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.747076233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"2ce4823a-086b-488f-8ea6-36358bd1060e","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.763365638Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c6c4264e-c262-41f1-8b87-bf4cfe0329ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.763431728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c6c4264e-c262-41f1-8b87-bf4cfe0329ea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.763365702Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"faa552ba-0128-4e51-ba53-f94800337414","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.763473226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"faa552ba-0128-4e51-ba53-f94800337414","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.763615743Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"637c1fdf-74be-4b40-bd94-1b269d7100d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.763663802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"637c1fdf-74be-4b40-bd94-1b269d7100d9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.792512599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"6a35c71e-d206-47ae-bb54-a217cc845893","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:27.962063156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-subscription","reconcileID":"fa265f89-3784-48e0-9927-dfe556d3b697","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.965035585Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"82f13f5c-44c1-496d-86c3-3efaa328c64f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.965099277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"82f13f5c-44c1-496d-86c3-3efaa328c64f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.965299096Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4e3a1b93-3c24-4033-a841-974fff9d035a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.965329361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4e3a1b93-3c24-4033-a841-974fff9d035a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.965342012Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"59a76b9e-23c0-47ca-ad12-b61baefdb212","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:27.965402104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"59a76b9e-23c0-47ca-ad12-b61baefdb212","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.207226121Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ed030b18-e793-489e-afff-c32b3ea119c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.20729827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ed030b18-e793-489e-afff-c32b3ea119c8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.20723373Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"4d7b39d5-031a-4501-9bcf-2b403dd413b2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.207344417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"4d7b39d5-031a-4501-9bcf-2b403dd413b2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.207450766Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"33bb4b58-5225-423a-80cd-eedf49b3cfce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.207498833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"33bb4b58-5225-423a-80cd-eedf49b3cfce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.530205708Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"9fc3a29c-9bd9-4f32-a3ee-fd22e2da9ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.530227449Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"8e0e83e6-2e60-43c3-85d2-ed4f5022d514","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.530326235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"9fc3a29c-9bd9-4f32-a3ee-fd22e2da9ce6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.530387719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"8e0e83e6-2e60-43c3-85d2-ed4f5022d514","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.530671682Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"f48cf64b-31a9-4bcc-8546-1934a0acab3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:28.530739142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"f48cf64b-31a9-4bcc-8546-1934a0acab3d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.013735207Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"baeed806-3e22-49b6-85d6-e2f3b3c28121","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.01380766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"baeed806-3e22-49b6-85d6-e2f3b3c28121","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.013732686Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4d1db96d-951d-42f2-8b12-a2b54d0f8247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.013868323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4d1db96d-951d-42f2-8b12-a2b54d0f8247","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.013882063Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"03c154b1-e9af-49d9-8b8d-e01bf0c63ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.013924628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"03c154b1-e9af-49d9-8b8d-e01bf0c63ceb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.817587489Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d71584c8-727e-4577-bc3d-d539d977ebd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.817659473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d71584c8-727e-4577-bc3d-d539d977ebd5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.81758753Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"8de7de9a-df3f-416c-ae57-12386d516077","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.817702496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"8de7de9a-df3f-416c-ae57-12386d516077","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.817845844Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"cabc5f0d-870a-407c-a787-2ed07179fe8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:29.817892519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"cabc5f0d-870a-407c-a787-2ed07179fe8c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:30.051003927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"b746e889-c588-4c6a-8fd7-cc96cdb19441","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:30.212815799Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"72154cc6-c5e6-413c-898b-2facc254ded0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:30.212889484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"72154cc6-c5e6-413c-898b-2facc254ded0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:30.212825808Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"1895007a-ee6b-4e0e-ab4a-b5d533bdf765","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:30.212934315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"1895007a-ee6b-4e0e-ab4a-b5d533bdf765","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:30.213079431Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"68d79b28-eb22-4160-9447-b8dd19bc0fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:30.213152953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"68d79b28-eb22-4160-9447-b8dd19bc0fc0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:32.936883011Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"b06aff70-ae43-47b9-8995-92211f75dabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:32.936956947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"b06aff70-ae43-47b9-8995-92211f75dabc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:32.936890403Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"fa3d59e2-00ad-4a39-a48f-12341cac1c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:32.937004599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"fa3d59e2-00ad-4a39-a48f-12341cac1c6a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:32.937073959Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"cbddff0c-81b6-4578-80b4-ce6f3761193b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:32.937154507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"cbddff0c-81b6-4578-80b4-ce6f3761193b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:38.241899384Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c2af8835-ee2a-4182-aa15-a4d4a17d5b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:38.242101076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c2af8835-ee2a-4182-aa15-a4d4a17d5b70","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:38.242551686Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"f7527781-fc07-4460-85f6-bb36c2ea52e5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:38.242670782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"f7527781-fc07-4460-85f6-bb36c2ea52e5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:38.243010439Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a9bbb52f-a5f8-4727-a570-5bbe80900e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:38.243106765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a9bbb52f-a5f8-4727-a570-5bbe80900e4a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: compose ai-tenant-e2e-worker-w2-22e9c4/e2e-dedup-subscription@e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: model e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:39.174720045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-sub","reconcileID":"c6f9d79e-c094-482e-8f00-71ad4dc72dfa","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-780917","model":"llm/e2e-rt-eq-780917","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:39.475064407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"d3d884f1-04a3-44c5-ae6e-1f64c79f30eb","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:39.47521918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"d3d884f1-04a3-44c5-ae6e-1f64c79f30eb","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:39.572730327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"e97348c6-dc09-478c-b3f8-b99db8b20657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:39.573261535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"c3224c60-09c8-42be-8461-5f64309046cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:39.648058716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"c3224c60-09c8-42be-8461-5f64309046cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:39.648289622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"e97348c6-dc09-478c-b3f8-b99db8b20657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.093303196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"557187cf-8f4d-4a94-ba80-534a41522028","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.093386345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80685f11-945c-4d4e-a291-6f0158f92b05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.094831616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6df6a42-61f3-4b88-8255-54cf06ef311e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.247032964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"557187cf-8f4d-4a94-ba80-534a41522028","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.267646567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80685f11-945c-4d4e-a291-6f0158f92b05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.275968965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"8b647966-902a-4f13-b873-654c7f9c917b","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.276839687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-subscription","reconcileID":"ab44aac6-ac3c-4afe-8666-8b3a5bc1995f","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.277052358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6df6a42-61f3-4b88-8255-54cf06ef311e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.37471566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"8b647966-902a-4f13-b873-654c7f9c917b","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.543474754Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-subscription","reconcileID":"ab44aac6-ac3c-4afe-8666-8b3a5bc1995f","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.787727305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"8db6a5d9-ac22-491b-a97e-40e0649511fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.863481105Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-780917-sub models-as-a-service/e2e-rt-sw-598467-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.864609888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"c0484e12-e174-4ce1-8311-837d0c7bc25e","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:40.994145541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"f9f4f9dc-3454-45c4-bc04-36c30b6726df","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:41.043701358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"bb41c117-cb28-492e-91e1-11ff7b6db86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:41.044558929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"6f9e95eb-b5c1-496c-bc47-7791deacc230","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:41.045180989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7c40aec9-b0c3-48a6-9c67-b31a469e9472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:41.109094473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7c40aec9-b0c3-48a6-9c67-b31a469e9472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:41.112977979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"6f9e95eb-b5c1-496c-bc47-7791deacc230","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:41.114909707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"bb41c117-cb28-492e-91e1-11ff7b6db86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:41.441590083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"6f9e95eb-b5c1-496c-bc47-7791deacc230","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:41.442028759Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-dedup-auth","reconcileID":"69067ce5-661b-46b7-8158-1327258912dd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:41.448825498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"d207e163-07a9-4de7-90a6-289fb3fbf2bd","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:41.449744632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"34a07db4-6d92-4111-82b4-6ebfefcf5a60","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:41.623042612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"40fd5358-523d-452a-8d93-85f049baa957","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:42.691566518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"8458da4e-431d-45f7-a79c-e70c40399735","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:42.691891834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"09015eed-ec22-4775-ade1-f1c8586407ef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:42.74976481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"413f80d0-85a9-4105-b9dd-b0ac1c444ee2","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:42.750119124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"e6cde8f2-a813-4408-94d7-e7438b4cdf0b","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:42.938547116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"e0eee61b-68be-4d10-9c94-ff070bc43867","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:42.938577191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"e0eee61b-68be-4d10-9c94-ff070bc43867","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.050636347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"37782675-de94-4624-92f7-b92adce73b30","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.067398611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"767280ed-f55e-4182-9017-7515de7e55cc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:43.089766781Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-22e9c4/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.104882462Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-sub","reconcileID":"c0a49cb7-0fab-4c13-aeec-fbc598ecdea9","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fa286a0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.111779015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"9191f73f-bc8b-422e-b349-de72dbd5127b","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.138366259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"767280ed-f55e-4182-9017-7515de7e55cc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.226220513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"40c920dc-32b0-4ac9-bcaa-88e444d85fab","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.227318702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab97b514-7cd2-470a-8f5f-d367e08e1bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.227923105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c33cd350-8e9b-44fd-81e1-ac39b5712cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.228496576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"45b342b9-8635-426b-a7d4-1cb5304a922a","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.283039294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"8e210166-fd1d-45f8-8b08-fabdc44eb868","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.283068077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"8e210166-fd1d-45f8-8b08-fabdc44eb868","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.285114156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"40c920dc-32b0-4ac9-bcaa-88e444d85fab","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.285458394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c33cd350-8e9b-44fd-81e1-ac39b5712cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.287569091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab97b514-7cd2-470a-8f5f-d367e08e1bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.287642282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"45b342b9-8635-426b-a7d4-1cb5304a922a","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.337579191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"07b6d3e0-6eaf-43ae-bb89-ac7549f9af82","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.338084097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"2e28ee15-7a22-4064-a828-b51e0c2deec1","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.399984181Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"c826c5e9-1344-408a-b6cf-9a9788c97ed3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","model":"distinct-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.566010744Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"c826c5e9-1344-408a-b6cf-9a9788c97ed3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-2-w2-22e9c4","model":"distinct-2-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.651877888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"2b6a3435-a1d7-44f7-97ca-3caa557d0da1","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.652365575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"2bad7c74-dba3-421d-b34f-0ccb0c53c982","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.761272907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"01b68e1c-9b8b-4e6b-ac88-ff559fee9c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.76131038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f64e5010-84db-4df3-8c83-3bc825cf0b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.790022851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"95af5e24-8e8c-4241-89b2-681f5b28829e","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.7905652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"218e1253-c4b5-42cf-8027-4625fb143f22","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.819295293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f64e5010-84db-4df3-8c83-3bc825cf0b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.819297737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"01b68e1c-9b8b-4e6b-ac88-ff559fee9c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.869955647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c104e3e-5ce7-498f-b960-70abc1425765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.870023334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"f673e92c-6142-4a62-9d24-a1d393a86fcc","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.929735049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c104e3e-5ce7-498f-b960-70abc1425765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.93005394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"f673e92c-6142-4a62-9d24-a1d393a86fcc","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:43.9701557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"f8964c6c-7357-4f4b-8bfa-a7186b80d67d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:44.006907475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"41914622-6084-4ff0-983b-1a2dac7485be","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:44.028704244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"f8964c6c-7357-4f4b-8bfa-a7186b80d67d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:44.169671686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"41914622-6084-4ff0-983b-1a2dac7485be","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-2-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:44.252502507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"9657159b-7436-424b-83de-eea39be4ff19","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:44.252499831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95498f6f-31bd-4b98-a0ac-d88e105f2c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:44.311311089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95498f6f-31bd-4b98-a0ac-d88e105f2c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:44.311380511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"9657159b-7436-424b-83de-eea39be4ff19","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:46.507244763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"ef2da057-0fb0-4fad-bb5d-a4bb3bd703c4","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:46.566085238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"9abc8e4f-d624-4bc0-a11b-eb55f0977d2e","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:46.673410026Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"b55a6a49-ce21-450d-816c-84daad80b374","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43a68ba3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:46.727162198Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"5856243c-53b2-4429-8dca-7a97f577268f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43a68ba3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:46.775553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6b4df8da-0784-4027-89f6-637cdc42915f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:46.775728007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8eb4af7a-1fca-4bce-8000-4cd2292654a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:46.775552951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"dde55db0-cc2f-4724-b748-7bee3525df97","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:46.83355988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6b4df8da-0784-4027-89f6-637cdc42915f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:46.833744646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8eb4af7a-1fca-4bce-8000-4cd2292654a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:46.835931476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"dde55db0-cc2f-4724-b748-7bee3525df97","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.112734859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"e2e-conflict-a-0aa7562a","reconcileID":"7c75496a-7bd1-4a68-b189-874913247f71","MaaSModelRef":{"name":"e2e-conflict-a-0aa7562a","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"e2e-conflict-a-0aa7562a-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"e2e-conflict-a-0aa7562a","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.113009514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"362cb21f-9425-4bba-9605-8d73ab211af2","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.113448925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"e29d33be-cd77-490d-8b70-a809adcdbacd","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.308080474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d3549041-bc09-4573-98bb-590642c8fba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.308141757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"581af3c3-0c2f-400a-bb0e-a4fbe41276ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.318871083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"83e4a3ee-f944-4bdc-97b6-95a6fced8ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.318917545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c0632ea5-ca92-4802-b93b-6eb3eb3f7e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.320438238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"76dcb87f-b5d7-4413-9fbe-f4496869ac6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.337479891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"450b2c98-84dd-4738-bde3-188e889611a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.365789108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"581af3c3-0c2f-400a-bb0e-a4fbe41276ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.365879523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d3549041-bc09-4573-98bb-590642c8fba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.378076936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c0632ea5-ca92-4802-b93b-6eb3eb3f7e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.380575321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"83e4a3ee-f944-4bdc-97b6-95a6fced8ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.511621072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"3d8b74ae-2d04-4fd1-a5ba-3ca2d8887ca6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:47.570208402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"3d8b74ae-2d04-4fd1-a5ba-3ca2d8887ca6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:50.169978983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"71d5716c-dfc4-4af3-a2ff-a1850712763e","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.15951196Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-sub","reconcileID":"6b7ce889-f8f2-4854-8c92-2c0a3285ac09","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-780917","subscription":"e2e-rt-eq-780917-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.267448861Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-sub","reconcileID":"6b7ce889-f8f2-4854-8c92-2c0a3285ac09","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.321499608Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-sub","reconcileID":"6b7ce889-f8f2-4854-8c92-2c0a3285ac09","MaaSSubscription":{"name":"e2e-rt-eq-780917-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-780917","namespace":"llm","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.664969782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"58d66342-c99d-4a3c-ba86-d57333b138ac","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.665000464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"58d66342-c99d-4a3c-ba86-d57333b138ac","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.879285573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d910798-486a-40ea-9282-28f516a56fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.879430775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79d23af5-8914-4155-ab01-21ac42b53d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.879287473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"15cde29f-3fcd-4a44-9941-1bb14b67dd1e","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.879847196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"0f393671-7263-477a-9a77-a27cf69e59cc","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.943391749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d910798-486a-40ea-9282-28f516a56fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.94721035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79d23af5-8914-4155-ab01-21ac42b53d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.951176949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"15cde29f-3fcd-4a44-9941-1bb14b67dd1e","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.951523496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"0f393671-7263-477a-9a77-a27cf69e59cc","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:53.95165949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"5216b380-ee2f-4f01-8a49-3e28e2f2c047","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:54.064317823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"b41fb62e-14fb-411e-9953-6aaa717b8b71","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:54.064344893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"b41fb62e-14fb-411e-9953-6aaa717b8b71","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:54.265196591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-780917-access","reconcileID":"3af501a7-6348-4f67-b238-65bb7dd74816","MaaSAuthPolicy":{"name":"e2e-rt-eq-780917-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:54.489989659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"ba0748b0-b51c-4403-b5bb-b37a3148f1c3","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:54.490031303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"ba0748b0-b51c-4403-b5bb-b37a3148f1c3","MaaSModelRef":{"name":"e2e-rt-eq-780917","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-780917-6df815d4ecd0","namespace":"llm","model":"e2e-rt-eq-780917","externalModel":"e2e-rt-eq-780917","provider":"e2e-rt-eq-780917-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:54.863546621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"f390be81-32eb-40c3-b67e-0fa744befcb1","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:54.921706081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"dbe52314-b5d0-41d7-91a4-e70200d71c25","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.010944228Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"19b1f1d8-2f27-460b-86e1-c56b6bcc3d18","namespace":"llm","name":"e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.141596612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"9eb283c0-d8bf-4da7-b2eb-242b3ebde4b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.154299505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"b760e364-4309-4376-bfbe-f4bd56aafc94","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.187882833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"d99e3ac6-4aae-4431-9f63-99853bc18700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.187999757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"7ca929db-821b-4384-ac02-78794572736a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.198913741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"9eb283c0-d8bf-4da7-b2eb-242b3ebde4b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.214764914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"e816a70d-6efc-42d5-8296-4e3b2ff62dea","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.242006211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"e35cf374-234e-4555-9694-fd857c872f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.257658114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"7ca929db-821b-4384-ac02-78794572736a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.258538967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"d99e3ac6-4aae-4431-9f63-99853bc18700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.259528829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d45a91dd2de82715f11a36734c16b7feac3f620c0dd4bd0eb51e50ae29e96e2) AuthConfig (90f8fdfcaa823f510d8b34524a4a0a34b0620d418c675087b89e75171e96614c) AuthConfig (8cb7c8043a8a19607db7eb35b73ada34ab3c6c0195f125a52746368e2ca0b2a9) AuthConfig (9e2cb816b8af065868cf529f788f5766ba8e736e3ae177f37398e6e7ea806775) AuthConfig (2bd84c60d27e1b4b7834c72930090afb94897deca8b6a9a14eb91da0d2d95624) AuthConfig (6c34a0be0fe2575dd218e42c74043c4decdfe3f30cb84af7d8802f6ca0ae595c) AuthConfig (a7412e57902e55e3ba7100f4f078e64d52b8698d7a9c425481ec785be075ed26) AuthConfig (9bccc37b1b92db78e74ce877801cc784250a49171bad513d87651fa3b1503fa3) AuthConfig (b70f39d4899c2cceb7a953f23a2ab202c21871967b494077e0e941978bfed77b) AuthConfig (dcbe18248bd0c19898271b2f1cd2b82d009dfda611847c26144df3a70f50ebc0) AuthConfig (165d33c5a2b351650d0c8126d79b9d46e225c272dc2e7c1e1fbe67d15e5fa1df) AuthConfig (be7230a808c68ee7cd00ab4ed836a948a7b9a6a8a1aa36b476ca5008e80bc41f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"9eb283c0-d8bf-4da7-b2eb-242b3ebde4b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:55.263956688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub1","reconcileID":"b397e167-107b-432d-aa05-fe023392757a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.299871207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"e35cf374-234e-4555-9694-fd857c872f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.301258872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"308d730c-ca7a-4c56-8de0-e17b7403530a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.31768982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"0ffbf5e6-6778-49c0-8a2d-d2d994865c0f","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.361760491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"308d730c-ca7a-4c56-8de0-e17b7403530a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.3757081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"b7a61367-ad6a-4c3f-a368-06e5180e966c","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.417644291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"d123a66b-76e9-46d7-b44d-9a081604915c","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.442691782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"682db4d2-8d1e-4921-ae94-bb89b50f956e","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.540564311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"190853e7-8c74-410b-b45e-84ee80c06624","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.598463779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"190853e7-8c74-410b-b45e-84ee80c06624","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.630916255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"9db69ea6-b17d-48bd-9ca8-a2e0b36dd444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.656236509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d45a91dd2de82715f11a36734c16b7feac3f620c0dd4bd0eb51e50ae29e96e2) AuthConfig (90f8fdfcaa823f510d8b34524a4a0a34b0620d418c675087b89e75171e96614c) AuthConfig (8cb7c8043a8a19607db7eb35b73ada34ab3c6c0195f125a52746368e2ca0b2a9) AuthConfig (9e2cb816b8af065868cf529f788f5766ba8e736e3ae177f37398e6e7ea806775) AuthConfig (2bd84c60d27e1b4b7834c72930090afb94897deca8b6a9a14eb91da0d2d95624) AuthConfig (6c34a0be0fe2575dd218e42c74043c4decdfe3f30cb84af7d8802f6ca0ae595c) AuthConfig (a7412e57902e55e3ba7100f4f078e64d52b8698d7a9c425481ec785be075ed26) AuthConfig (9bccc37b1b92db78e74ce877801cc784250a49171bad513d87651fa3b1503fa3) AuthConfig (b70f39d4899c2cceb7a953f23a2ab202c21871967b494077e0e941978bfed77b) AuthConfig (dcbe18248bd0c19898271b2f1cd2b82d009dfda611847c26144df3a70f50ebc0) AuthConfig (165d33c5a2b351650d0c8126d79b9d46e225c272dc2e7c1e1fbe67d15e5fa1df) AuthConfig (be7230a808c68ee7cd00ab4ed836a948a7b9a6a8a1aa36b476ca5008e80bc41f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"190853e7-8c74-410b-b45e-84ee80c06624","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.667450752Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub1","reconcileID":"c3a14fb4-c2db-410e-8267-312eaf60f383","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-w4-0bbe80","model":"distinct-w4-0bbe80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.68951471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"9db69ea6-b17d-48bd-9ca8-a2e0b36dd444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.708141632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"e41d1bf2-db28-4531-8163-78a9d98e64c9","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.708185086Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bbe80 priority=0:[ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.731557139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"7c7c22ae-73fa-4ebb-87ef-006b18ea8c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.74256229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"a404b66b-ba43-4956-929f-591210dac388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.769386468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"53b297d5-8ef7-4c46-ad27-ab716b07fee9","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.78484408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92db185-b212-4623-884f-40a6141fcfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.790469293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"7c7c22ae-73fa-4ebb-87ef-006b18ea8c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.802259365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"a404b66b-ba43-4956-929f-591210dac388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.818090675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"07828648-0ec6-4cf4-8622-e209997169dc","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:48:55.820805829Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.826522036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"1acd6249-3e07-47a6-a17f-7018ee653ecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.840112579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"2d9463b2-4eaa-49e5-a4fc-b06f4b2a3216","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.847391192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92db185-b212-4623-884f-40a6141fcfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.875681996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"88aac412-01fd-456f-a31f-c4034e12f922","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:55.887163775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"1acd6249-3e07-47a6-a17f-7018ee653ecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.06200813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub1","reconcileID":"d6742890-a268-424d-928c-90656e5b394a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.095234393Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub2","reconcileID":"7699688f-1eee-4d78-94dd-839eda0c9f7a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-2-w4-0bbe80","model":"distinct-2-w4-0bbe80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.118268688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"a83dab44-8fd2-4d68-a522-1d79aaa276ed","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.177953352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"a83dab44-8fd2-4d68-a522-1d79aaa276ed","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.220538193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1b3288d-e8cb-47ad-bbc4-381715cde872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.266393861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d6f0c21c-de18-41fe-b4f0-fb7a4f8662b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.274373019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"072199fa-fb15-49c9-9898-0401a5401604","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.277935299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1b3288d-e8cb-47ad-bbc4-381715cde872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.323908497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d6f0c21c-de18-41fe-b4f0-fb7a4f8662b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.336817778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"072199fa-fb15-49c9-9898-0401a5401604","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.340367826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"1221caa8-a1c9-425b-b337-06879d152935","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.372619542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"2b569af5-dfa9-4ab5-af52-ebd508f94a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.385175124Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"7534f1af-62bd-415d-a6fe-f4e3cb44c708","namespace":"llm","name":"e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.44103144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"2b569af5-dfa9-4ab5-af52-ebd508f94a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.571706079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub2","reconcileID":"5bdb97a4-6e5c-4ade-a5a7-dcf889d081bd","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-2-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.605616688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"d39267d4-717e-4659-89e6-1b48bae422d4","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.7352134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"1519b895-1942-4117-afa8-e83448d87d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.777020393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.783981966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"febaf955-edef-4bd8-84ed-92a1a20a6225","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.792788697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"1519b895-1942-4117-afa8-e83448d87d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.835557335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"3a98ec55-ec1b-4197-b235-50d413ca3dc1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.83951452Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"febaf955-edef-4bd8-84ed-92a1a20a6225","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.871451348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"fd4f0a77-d694-4c23-9de4-ba93492226fe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.871451373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"cd291328-4ed1-4446-b34c-343f10da265b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.893278937Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"febaf955-edef-4bd8-84ed-92a1a20a6225","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.893410514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"3a98ec55-ec1b-4197-b235-50d413ca3dc1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.935092473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"cd291328-4ed1-4446-b34c-343f10da265b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.935582443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"15efc249-fc75-4c7d-bf4d-472e2cc3383d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.939080223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"fd4f0a77-d694-4c23-9de4-ba93492226fe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.956212806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"febaf955-edef-4bd8-84ed-92a1a20a6225","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.956538589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d45a91dd2de82715f11a36734c16b7feac3f620c0dd4bd0eb51e50ae29e96e2) AuthConfig (90f8fdfcaa823f510d8b34524a4a0a34b0620d418c675087b89e75171e96614c) AuthConfig (8cb7c8043a8a19607db7eb35b73ada34ab3c6c0195f125a52746368e2ca0b2a9) AuthConfig (9e2cb816b8af065868cf529f788f5766ba8e736e3ae177f37398e6e7ea806775) AuthConfig (2bd84c60d27e1b4b7834c72930090afb94897deca8b6a9a14eb91da0d2d95624) AuthConfig (6c34a0be0fe2575dd218e42c74043c4decdfe3f30cb84af7d8802f6ca0ae595c) AuthConfig (a7412e57902e55e3ba7100f4f078e64d52b8698d7a9c425481ec785be075ed26) AuthConfig (9bccc37b1b92db78e74ce877801cc784250a49171bad513d87651fa3b1503fa3) AuthConfig (b70f39d4899c2cceb7a953f23a2ab202c21871967b494077e0e941978bfed77b) AuthConfig (dcbe18248bd0c19898271b2f1cd2b82d009dfda611847c26144df3a70f50ebc0) AuthConfig (165d33c5a2b351650d0c8126d79b9d46e225c272dc2e7c1e1fbe67d15e5fa1df) AuthConfig (be7230a808c68ee7cd00ab4ed836a948a7b9a6a8a1aa36b476ca5008e80bc41f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"3a98ec55-ec1b-4197-b235-50d413ca3dc1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.996878674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d45a91dd2de82715f11a36734c16b7feac3f620c0dd4bd0eb51e50ae29e96e2) AuthConfig (90f8fdfcaa823f510d8b34524a4a0a34b0620d418c675087b89e75171e96614c) AuthConfig (8cb7c8043a8a19607db7eb35b73ada34ab3c6c0195f125a52746368e2ca0b2a9) AuthConfig (9e2cb816b8af065868cf529f788f5766ba8e736e3ae177f37398e6e7ea806775) AuthConfig (2bd84c60d27e1b4b7834c72930090afb94897deca8b6a9a14eb91da0d2d95624) AuthConfig (6c34a0be0fe2575dd218e42c74043c4decdfe3f30cb84af7d8802f6ca0ae595c) AuthConfig (a7412e57902e55e3ba7100f4f078e64d52b8698d7a9c425481ec785be075ed26) AuthConfig (9bccc37b1b92db78e74ce877801cc784250a49171bad513d87651fa3b1503fa3) AuthConfig (b70f39d4899c2cceb7a953f23a2ab202c21871967b494077e0e941978bfed77b) AuthConfig (dcbe18248bd0c19898271b2f1cd2b82d009dfda611847c26144df3a70f50ebc0) AuthConfig (165d33c5a2b351650d0c8126d79b9d46e225c272dc2e7c1e1fbe67d15e5fa1df) AuthConfig (be7230a808c68ee7cd00ab4ed836a948a7b9a6a8a1aa36b476ca5008e80bc41f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"fd4f0a77-d694-4c23-9de4-ba93492226fe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:56.998153958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"15efc249-fc75-4c7d-bf4d-472e2cc3383d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.012466877Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"febaf955-edef-4bd8-84ed-92a1a20a6225","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.05837432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"f9c2ba48-d9c9-4011-a38f-b51fdee86390","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.067693715Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-subscription","reconcileID":"febaf955-edef-4bd8-84ed-92a1a20a6225","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.120834794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"ad5b2124-558e-4250-8751-83c2ddca50d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.180015883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"ad5b2124-558e-4250-8751-83c2ddca50d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.221869087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"ac35c126-620d-4ec9-ac51-5cce6c10dde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.274932661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9c4d20e-6b8c-4af5-b77f-c7da30e3117f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.280416491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"ac35c126-620d-4ec9-ac51-5cce6c10dde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.334088844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9c4d20e-6b8c-4af5-b77f-c7da30e3117f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.351198684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"4d22c8cc-b95c-4ff5-9b4f-f4e7b9cbd625","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.352237294Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bbe80 priority=0:[ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.364771142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"e81913db-68c2-4c1c-aade-2089b013102f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.415078643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"23d44256-f05a-4f4c-bc53-fdf0d458664f","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.42192986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"e81913db-68c2-4c1c-aade-2089b013102f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.473966565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"542bf9f2-7607-40cf-a8ee-6835969f726c","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.499349336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"f182e3ae-d56a-4410-8d32-c4f5f9a111ca","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.499663725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"cff18cf0-694e-4101-a60a-2df6f93cd2c8","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.503454442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"07e0f4e0-cab4-4207-a32b-ddcf87509326","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.503470972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"07e0f4e0-cab4-4207-a32b-ddcf87509326","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.503707084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b7091e9a-cc0f-42fc-8eee-61db883b67b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.503720735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b7091e9a-cc0f-42fc-8eee-61db883b67b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.503940874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"faf12245-e80c-4fda-b824-f9f7a35179d2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.503953863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"faf12245-e80c-4fda-b824-f9f7a35179d2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.522501022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"dd4a1947-4ed5-4713-8bea-60b87a1c53bf","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.563369805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"1c4c1289-1096-440e-9e04-79409bd8a8ce","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.563397079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"1c4c1289-1096-440e-9e04-79409bd8a8ce","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.587732434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"dd4a1947-4ed5-4713-8bea-60b87a1c53bf","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.620423563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c5df2c0-372c-48e2-b162-357e3acade86","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.620445314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c5df2c0-372c-48e2-b162-357e3acade86","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.621320119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b8c413a4-9a7d-4123-a5cb-62b28aabb242","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.621347761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b8c413a4-9a7d-4123-a5cb-62b28aabb242","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.622047653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10e3c97c-bd1d-4007-8b96-9967d9276a91","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.622069161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10e3c97c-bd1d-4007-8b96-9967d9276a91","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.622846901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c188690b-19e0-4e34-a617-acaefc87969b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.622866095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c188690b-19e0-4e34-a617-acaefc87969b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.623898674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d24d471-1068-424a-9402-0c095f8dba91","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.623922998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d24d471-1068-424a-9402-0c095f8dba91","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.689767543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"b2f57d88-4d8b-4ee6-9ceb-d0261be8e578","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.739504112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3eedc047-c5b7-4e0b-824a-7299e018cd51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.740313814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08554672-cd75-4269-90d0-78fd91fb7cac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.745881079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43f6efcf-8ee6-43e0-9c28-a0b2b570c0f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.750701373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"b2f57d88-4d8b-4ee6-9ceb-d0261be8e578","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.774085092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"a7b90d6a-f4dd-447a-b5dd-b4ab9a0e1e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.774083357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ed0043fa-0125-4e1c-95ab-08660296f222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.794492781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"c4e2f8b6-784f-4caf-b244-ae5dda6c3de4","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","model":"llm/e2e-rt-sw-598467","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.807428239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43f6efcf-8ee6-43e0-9c28-a0b2b570c0f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.845679792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ed0043fa-0125-4e1c-95ab-08660296f222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:57.84606097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"a7b90d6a-f4dd-447a-b5dd-b4ab9a0e1e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.04877029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"3bc9c65b-0ad0-4b5d-838f-f72905f2f50a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.107428147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"3bc9c65b-0ad0-4b5d-838f-f72905f2f50a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.226664046Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"7da104f3-3989-4514-b8f8-d74762a0266e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.284852073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"61662404-d36a-4e22-bfc8-9cf54c82a993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.284876003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"68c1c265-5421-4511-8ea3-a8d5e81b2e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.285244727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-distinct-models-auth","reconcileID":"7da104f3-3989-4514-b8f8-d74762a0266e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.302088339Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-780917","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-780917","reconcileID":"db0bc734-c8c9-4ede-9d4c-c59ba53e9aab","namespace":"llm","name":"e2e-rt-eq-780917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.344974032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"61662404-d36a-4e22-bfc8-9cf54c82a993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.387906116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"68c1c265-5421-4511-8ea3-a8d5e81b2e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.393370124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"f36fd63d-3566-4f7d-85bc-8a72cd17bf6b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.450920629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"f36fd63d-3566-4f7d-85bc-8a72cd17bf6b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.508072373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d45a91dd2de82715f11a36734c16b7feac3f620c0dd4bd0eb51e50ae29e96e2) AuthConfig (90f8fdfcaa823f510d8b34524a4a0a34b0620d418c675087b89e75171e96614c) AuthConfig (8cb7c8043a8a19607db7eb35b73ada34ab3c6c0195f125a52746368e2ca0b2a9) AuthConfig (9e2cb816b8af065868cf529f788f5766ba8e736e3ae177f37398e6e7ea806775) AuthConfig (2bd84c60d27e1b4b7834c72930090afb94897deca8b6a9a14eb91da0d2d95624) AuthConfig (6c34a0be0fe2575dd218e42c74043c4decdfe3f30cb84af7d8802f6ca0ae595c) AuthConfig (a7412e57902e55e3ba7100f4f078e64d52b8698d7a9c425481ec785be075ed26) AuthConfig (9bccc37b1b92db78e74ce877801cc784250a49171bad513d87651fa3b1503fa3) AuthConfig (b70f39d4899c2cceb7a953f23a2ab202c21871967b494077e0e941978bfed77b) AuthConfig (dcbe18248bd0c19898271b2f1cd2b82d009dfda611847c26144df3a70f50ebc0) AuthConfig (165d33c5a2b351650d0c8126d79b9d46e225c272dc2e7c1e1fbe67d15e5fa1df) AuthConfig (be7230a808c68ee7cd00ab4ed836a948a7b9a6a8a1aa36b476ca5008e80bc41f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"f36fd63d-3566-4f7d-85bc-8a72cd17bf6b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.530993334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"b9099f60-a5a4-4452-87a2-04565a0f80ae","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.531273851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"c29264ae-fce8-47de-b7b4-1b87fe04b266","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.657189163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"c3d8495c-2ee0-4c4c-92c8-600c6d11ecef","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.714970695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"c3d8495c-2ee0-4c4c-92c8-600c6d11ecef","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.720920811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62288a10-0b29-43d5-9a43-a1c043e76d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.769455994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7bb06e2b-3ef9-4eb2-91a3-70d1d8a94e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.771309226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bbe80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d45a91dd2de82715f11a36734c16b7feac3f620c0dd4bd0eb51e50ae29e96e2) AuthConfig (90f8fdfcaa823f510d8b34524a4a0a34b0620d418c675087b89e75171e96614c) AuthConfig (8cb7c8043a8a19607db7eb35b73ada34ab3c6c0195f125a52746368e2ca0b2a9) AuthConfig (9e2cb816b8af065868cf529f788f5766ba8e736e3ae177f37398e6e7ea806775) AuthConfig (2bd84c60d27e1b4b7834c72930090afb94897deca8b6a9a14eb91da0d2d95624) AuthConfig (6c34a0be0fe2575dd218e42c74043c4decdfe3f30cb84af7d8802f6ca0ae595c) AuthConfig (a7412e57902e55e3ba7100f4f078e64d52b8698d7a9c425481ec785be075ed26) AuthConfig (9bccc37b1b92db78e74ce877801cc784250a49171bad513d87651fa3b1503fa3) AuthConfig (b70f39d4899c2cceb7a953f23a2ab202c21871967b494077e0e941978bfed77b) AuthConfig (dcbe18248bd0c19898271b2f1cd2b82d009dfda611847c26144df3a70f50ebc0) AuthConfig (165d33c5a2b351650d0c8126d79b9d46e225c272dc2e7c1e1fbe67d15e5fa1df) AuthConfig (be7230a808c68ee7cd00ab4ed836a948a7b9a6a8a1aa36b476ca5008e80bc41f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"c3d8495c-2ee0-4c4c-92c8-600c6d11ecef","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.778041656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62288a10-0b29-43d5-9a43-a1c043e76d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.822253364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47712234-1596-4afb-964a-08e0f187f1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.822560608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"0b013273-1660-4a5f-a20e-bc74431da2f9","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.827533314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7bb06e2b-3ef9-4eb2-91a3-70d1d8a94e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.880037162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"0b013273-1660-4a5f-a20e-bc74431da2f9","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.880141815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47712234-1596-4afb-964a-08e0f187f1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.933932081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"1e0bbc16-6539-403c-9596-ad499c72ef04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:58.991597709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"1e0bbc16-6539-403c-9596-ad499c72ef04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.145962151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"93aca215-352c-4839-9a61-3a119ec3174b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.205076994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"93aca215-352c-4839-9a61-3a119ec3174b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.249532896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0164d360-8788-4ce2-b2fb-c439ea67119f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.249752735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"62499966-9e7c-4042-8713-94e71bca7e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.279572503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"271a25ee-820c-45f0-bc9a-ae02c3e84580","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.279598952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"271a25ee-820c-45f0-bc9a-ae02c3e84580","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.310696501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0164d360-8788-4ce2-b2fb-c439ea67119f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.311967077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"62499966-9e7c-4042-8713-94e71bca7e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.456322344Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"73847626-061d-4843-93dd-f7f0324eff4b","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f3c6f0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.459433796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"e9830063-3917-4e72-88e9-12933d48fe6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.518566652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"e9830063-3917-4e72-88e9-12933d48fe6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.563882039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"4abbfa4a-805e-425c-9f25-1b84263e3a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.623217924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"4abbfa4a-805e-425c-9f25-1b84263e3a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.665505232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c367e2fa-6d66-49e0-85ec-b8251c0d882b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.726898366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c367e2fa-6d66-49e0-85ec-b8251c0d882b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.758591221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"d50faa8f-35b8-45c2-a0b7-90c0c59d6405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.759250908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"7b9f44f5-4865-414a-9410-6b0bda1701d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.819917265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"7b9f44f5-4865-414a-9410-6b0bda1701d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.822230476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"d50faa8f-35b8-45c2-a0b7-90c0c59d6405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:48:59.860768756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"6b502780-b5b8-4aff-a0c5-5f4f9440d5c5","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.024839902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c506545-7bd4-462b-8535-a59de4d6f095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.025725473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"0fc0078b-f4de-49b2-b828-e2d83185fabb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.174861022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"5f178662-2ab6-4afe-8a2b-30cfb6c90af5","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.187355713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c506545-7bd4-462b-8535-a59de4d6f095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.225649353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"0fc0078b-f4de-49b2-b828-e2d83185fabb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.227728564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"686fbd6b-a663-4d6a-8583-b0238de9101d","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.234795172Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bbe80 priority=0:[ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.246190951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"051af43e-3a89-4d5d-9d81-862083c46c5e","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.324376513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"562bae65-23b2-499e-83fd-875b01d3c727","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.377007478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"051af43e-3a89-4d5d-9d81-862083c46c5e","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:00.415375708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-sub","reconcileID":"a0815216-551b-480b-8b0e-2b4c34a4dab7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.497167699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07951722-86e3-4f40-9b97-3413c4c29d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.497883636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"a9486839-c656-4982-a5ea-701d76a08bf9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.584099426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"a9486839-c656-4982-a5ea-701d76a08bf9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.602495819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07951722-86e3-4f40-9b97-3413c4c29d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.619759815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"c421b910-2a49-4780-b11e-876da9430f1c","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.674710668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"a07a05e4-b63b-4f8b-bbf5-8f67a296a15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.687649646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"78c3f490-1912-4670-91e1-0c12b8e5203a","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.755699434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"89eeaaf9-d7b7-409e-a77c-43e888d92b83","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.785586972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"a07a05e4-b63b-4f8b-bbf5-8f67a296a15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.943659438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"b7058c27-380b-4406-880b-cef5ee87162c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:00.94960838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"832cb363-f1d4-490f-ac54-fe9a7a7f6b29","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.011347016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"b7058c27-380b-4406-880b-cef5ee87162c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.013024839Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-sub","reconcileID":"f7fa04d1-60ba-4287-b786-94ac8a0dca09","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.117237438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"6d83e76d-ce7d-4aac-8768-60b54658f652","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.182201484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"6d83e76d-ce7d-4aac-8768-60b54658f652","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.193785459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"3526e5a3-b686-463f-b013-b7c57b346d04","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.238507099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"ef959d7b-f9a2-484d-baeb-2199047d5de4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.245221871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f51443b7-4e3b-4bad-8705-dea0632770b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.302827876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f51443b7-4e3b-4bad-8705-dea0632770b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.392898488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"a28fe4bf-b0be-47ae-8dec-1219c3226e81","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.393440685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"0e2d0553-a4db-4958-afa9-788d665520ac","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.409840507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-sub","reconcileID":"9cb23655-1e15-4c51-ba91-a07564a1156d","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.437635464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"8c04c719-344a-4f29-b3c4-f606434334f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.497812962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"8c04c719-344a-4f29-b3c4-f606434334f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:01.533276438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"6d83e76d-ce7d-4aac-8768-60b54658f652","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.561703438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"34acf413-7b99-4b3c-a8b4-f31ba41cd25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.562418425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"2b2f2ffd-726d-4593-8d9f-f444a4b8ff36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.624478888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"34acf413-7b99-4b3c-a8b4-f31ba41cd25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.626818067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"2b2f2ffd-726d-4593-8d9f-f444a4b8ff36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.631663805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"66a5f08f-a29f-4e61-96b6-7d07ed40970b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.631663789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"51417b7f-25d1-4196-afa1-766b171a1f99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.694874902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"2a3047fb-941c-4b98-924c-47c93234233d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.694989472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"6b3e3fed-ace1-45cb-8cfd-edc8b4eb72bf","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.753950451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"6b3e3fed-ace1-45cb-8cfd-edc8b4eb72bf","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.753989782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"2a3047fb-941c-4b98-924c-47c93234233d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.868460106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"f3d76a81-824e-45dc-af9d-e8694012a23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:01.926479729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"f3d76a81-824e-45dc-af9d-e8694012a23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:03.065727023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"8b75e84a-9fae-42e4-b1d6-2fab915c2d1a","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:03.229842419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"028233f5-3821-49bf-99d5-c03b0e22538d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:03.230165309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"c29981f4-48aa-4ddf-88e5-5d41579f29ba","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:03.229870649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"15067ac7-2913-47ac-b940-28f4a01303f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:03.28992159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"c29981f4-48aa-4ddf-88e5-5d41579f29ba","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:03.289921589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"15067ac7-2913-47ac-b940-28f4a01303f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:03.295602235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"028233f5-3821-49bf-99d5-c03b0e22538d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:03.915990443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"f63aaebf-ba37-44ad-b2f8-3b3b9ec91aa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:09.039412122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"b16c55bb-3fb4-4752-924e-55b94b06090a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:09.100814296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"b16c55bb-3fb4-4752-924e-55b94b06090a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:09.38507625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"879e7094-4986-43e7-af2d-4223d83499cf","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:09.512680308Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"c0e3a1ad-850f-495d-82f1-0636c72770b6","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-598467","subscription":"e2e-rt-sw-598467-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:09.628440752Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"c0e3a1ad-850f-495d-82f1-0636c72770b6","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:09.687787245Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-sub","reconcileID":"c0e3a1ad-850f-495d-82f1-0636c72770b6","MaaSSubscription":{"name":"e2e-rt-sw-598467-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-598467","namespace":"llm","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.001857317Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bbe80 priority=0:[ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.062171043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"a55694b1-4f44-4ef9-a230-4b15b3704f25","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.062299686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"a55694b1-4f44-4ef9-a230-4b15b3704f25","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.299591825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0046840c-b90f-4f98-b839-1390483e87d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.300587544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"906458e0-b063-4d0f-9ba2-52738bd70ef7","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.301404075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ed91df9-a198-4ef5-9220-4e4875dec33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.324915348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"fea22227-feea-4267-ac55-3725813340a1","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.325028375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"fea22227-feea-4267-ac55-3725813340a1","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.380815882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"906458e0-b063-4d0f-9ba2-52738bd70ef7","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.381049785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0046840c-b90f-4f98-b839-1390483e87d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.435984649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ed91df9-a198-4ef5-9220-4e4875dec33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.478981443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub1","reconcileID":"18dddb0a-837b-4c99-b769-73dfc6a4ab94","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:10.479357631Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"fea22227-feea-4267-ac55-3725813340a1","name":"e2e-rt-sw-598467","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-598467\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:10.479474134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"fea22227-feea-4267-ac55-3725813340a1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-598467\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.545050375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub2","reconcileID":"12fc60b0-4e8a-44de-b938-80724fb5cbb0","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-2-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.547283761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"488dd85a-cfe2-4411-9ad1-b4b173d94fa2","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.54747897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"488dd85a-cfe2-4411-9ad1-b4b173d94fa2","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.679648206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"7bebb677-d07e-4724-890c-230364e4bb82","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.774565633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"db5ab3ab-0391-41ca-8594-71da3bbbe7ab","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:10.835703468Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-598467-access","reconcileID":"c026ae70-8bd1-41cf-9d4a-848883cd5f77","MaaSAuthPolicy":{"name":"e2e-rt-sw-598467-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.049616229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"ec7761f7-dbba-41f7-9228-8038d1c9c3b0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.054593233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f5646e3a-0e36-4301-9b81-04b9f7885aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.055332726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a2e09cc7-4ae1-42e1-a8a1-72bef0365a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.176780517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"ec7761f7-dbba-41f7-9228-8038d1c9c3b0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.226897237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a2e09cc7-4ae1-42e1-a8a1-72bef0365a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.227913198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f5646e3a-0e36-4301-9b81-04b9f7885aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.229907421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"dad99788-f033-4e2c-b6c4-fd45163a3093","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.22996728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"dad99788-f033-4e2c-b6c4-fd45163a3093","MaaSModelRef":{"name":"e2e-rt-sw-598467","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-598467-0dc3e0f2002e","namespace":"llm","model":"e2e-rt-sw-598467","externalModel":"e2e-rt-sw-598467","provider":"e2e-rt-sw-598467-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.300119584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"a8466cab-79d9-4d14-b26a-dd9e47afca53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.383489358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"a8466cab-79d9-4d14-b26a-dd9e47afca53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.414267856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bd4396b7-dcc3-45a7-8a4d-6206ac24d213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.522666838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bd4396b7-dcc3-45a7-8a4d-6206ac24d213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.699262279Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"206914b7-de8a-4a77-b9ab-47905168e6d1","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.704483947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"e9720cda-3d52-4fad-99d6-efcd8957e799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.747210142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"47077513-bf55-4620-9b2b-824316adda16","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.776736691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"e9720cda-3d52-4fad-99d6-efcd8957e799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.810269839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"47077513-bf55-4620-9b2b-824316adda16","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.83671866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"280aa0c3-d13a-4ec1-9912-b40e5e01aa3d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.918909707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"b1d2542f-c149-4855-b000-65bf8f88596c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:11.920845508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"280aa0c3-d13a-4ec1-9912-b40e5e01aa3d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.010317872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"b1d2542f-c149-4855-b000-65bf8f88596c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.156063833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"f885a74f-5653-4c80-8d99-07391c15a659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.277772098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"944582d6-3ff3-4a42-b75f-5f4da82dc71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.356591137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"f885a74f-5653-4c80-8d99-07391c15a659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.395334324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"da257cff-5e92-4e59-96bb-48e43da9dcc4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.413690844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"944582d6-3ff3-4a42-b75f-5f4da82dc71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.472627406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"3e679ed7-93f1-4de1-829c-034c05beb8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.47416942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"da257cff-5e92-4e59-96bb-48e43da9dcc4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.540115962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"3e679ed7-93f1-4de1-829c-034c05beb8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.640738459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"b90c063e-36ac-4a9f-b0e0-8667439609aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.70352116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"b90c063e-36ac-4a9f-b0e0-8667439609aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.775937839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"39241552-a15c-4fb5-81d4-5c96dfb25924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.844696801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"39241552-a15c-4fb5-81d4-5c96dfb25924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.893242501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"312dadae-bff7-44e8-b22a-c27238cd807a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.975644211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"a9be74f4-186d-426a-8ec4-86f460887acd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:12.978721733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"312dadae-bff7-44e8-b22a-c27238cd807a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.0036753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"5fc4e7de-22c5-4ccb-bfce-f95ec5dd38bf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.073991291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"5fc4e7de-22c5-4ccb-bfce-f95ec5dd38bf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.074904598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"a9be74f4-186d-426a-8ec4-86f460887acd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.149559197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"7a120e4d-910d-4486-9638-f33240ca56dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.235708758Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-sub","reconcileID":"11bcd37d-2e47-419a-a628-9c542812bcc8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.244019775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"7a120e4d-910d-4486-9638-f33240ca56dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.260306878Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"9e71cc80-664f-4214-96f3-3f32ed9e337d","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.314778822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9bc63f24-b33b-479e-af19-38027a11642a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.314879013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9bc63f24-b33b-479e-af19-38027a11642a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.315353424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9848dfd7-6f5e-4a8d-b83e-932c68edbcc4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.315432034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9848dfd7-6f5e-4a8d-b83e-932c68edbcc4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.315787458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"abb499b4-730d-4d17-83ab-849cd6cad157","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.315843309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"abb499b4-730d-4d17-83ab-849cd6cad157","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.316871095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d34b632-8d13-430d-abfe-49a3edbd1bf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.31693905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d34b632-8d13-430d-abfe-49a3edbd1bf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.3175298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e780bd34-25ea-485c-b246-43dab922b90d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.317605223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e780bd34-25ea-485c-b246-43dab922b90d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.318086316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67e00a11-6216-45b7-9b04-22fd91adbbd1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.318167701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67e00a11-6216-45b7-9b04-22fd91adbbd1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.318532595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10fced74-d076-4f41-8bd3-f1743c7ee575","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.318589792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10fced74-d076-4f41-8bd3-f1743c7ee575","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.3189387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"696e63e0-a654-4d24-8088-7971e2649f51","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.319001642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"696e63e0-a654-4d24-8088-7971e2649f51","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.401278333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"1e1223a5-f87b-47e7-af76-160d11974f29","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.402571401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f14b5fe-c7cf-4e18-9784-b7fc4175abd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.469556703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"1e1223a5-f87b-47e7-af76-160d11974f29","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.470045007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"b7b29c67-156a-4ef3-87eb-138f9badc728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.474064205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f14b5fe-c7cf-4e18-9784-b7fc4175abd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.481779413Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-sub","reconcileID":"11bcd37d-2e47-419a-a628-9c542812bcc8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.533864123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"b7b29c67-156a-4ef3-87eb-138f9badc728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.570304053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d6f4b753-3ded-4147-9025-9265bfb9406b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.571259574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1467adea-8ddd-4482-9469-8955652fd224","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.575679524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b4c8124c-3a45-4d9a-be0f-b87da7d7ca10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.676956211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b4c8124c-3a45-4d9a-be0f-b87da7d7ca10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.683256604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"2601eb10-dd26-4dd2-96e7-cb28b047b0bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.74865894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"2601eb10-dd26-4dd2-96e7-cb28b047b0bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.755765914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"41becec8-4bf9-4bc7-9174-64d4266c7e3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.781590779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"4b83f426-f157-4dbb-bff7-11e3502d8468","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.785623264Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bbe80 priority=0:[ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-0bbe80/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.786992558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-598467","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-598467","reconcileID":"2bfa22a7-bc32-49a6-bcb3-2b662d3141a1","namespace":"llm","name":"e2e-rt-sw-598467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.863788545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f14ada74-89dd-4930-86bb-668c637be65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.864321258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fa84b6a-4d55-4408-9c55-4ac21a5b95eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.922463417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fa84b6a-4d55-4408-9c55-4ac21a5b95eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.922578156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f14ada74-89dd-4930-86bb-668c637be65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.943904782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"e4119a8a-d15c-402d-9f18-395a69dc342a","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:13.955446279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e9dbab0a-6ac8-4165-9e29-fea62cbb3a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.030502206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e9dbab0a-6ac8-4165-9e29-fea62cbb3a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.031337539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"43bf6d65-10e4-49d1-a380-baffb780ca74","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.187493581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"b323ca86-37d3-45a9-812f-b0c854f7f0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.203963984Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub1","reconcileID":"51d3f85c-ebf3-4597-bf9f-2483dfa8ad63","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0a702475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.250075372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"b323ca86-37d3-45a9-812f-b0c854f7f0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.287663409Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-api-key-no-access-auth","reconcileID":"faad04ae-a5dd-4a6d-aaed-d4394bb5dcd3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.3040769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"0813e428-3adb-45aa-b172-9c0bbd32f1dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.35010416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"bcf82684-22b4-44af-a094-745ea4aabdd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.36150277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"0813e428-3adb-45aa-b172-9c0bbd32f1dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.409058127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"bcf82684-22b4-44af-a094-745ea4aabdd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.455697003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"171127c1-161a-4fb2-8d93-353192116d07","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.456604463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"2c26f8b8-26a3-4262-9b8d-433bece4849c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.514076966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"2c26f8b8-26a3-4262-9b8d-433bece4849c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.570182613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7b64ca5-dd5e-4ab9-bb64-b9f2e667fdc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.617613694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"5152775d-0ca3-4bc8-825d-f28ce9d8be43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.638458413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7b64ca5-dd5e-4ab9-bb64-b9f2e667fdc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.675486156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"5152775d-0ca3-4bc8-825d-f28ce9d8be43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.763252341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"feedf9dd-8550-4e85-a163-356682b1f43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.821849846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"feedf9dd-8550-4e85-a163-356682b1f43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.870397625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"b5207bcc-0262-4fac-b0f3-5c77d3d654ba","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.913620069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6e82b367-2b95-4f51-94a6-5997569353f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.933551595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"b5207bcc-0262-4fac-b0f3-5c77d3d654ba","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:14.971731587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6e82b367-2b95-4f51-94a6-5997569353f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.01495882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38c6ba3c-321d-4ff8-b055-24610b76eb62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.073040567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38c6ba3c-321d-4ff8-b055-24610b76eb62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.115854134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"df38e741-a0c4-4412-a6b4-d84067dd4961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.163928771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"94044fa0-cc61-487d-b173-f6969cab5420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.173574561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"df38e741-a0c4-4412-a6b4-d84067dd4961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.221588277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"94044fa0-cc61-487d-b173-f6969cab5420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.362015835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"369b65ec-afed-4467-8927-442d02c08234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.419744525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"369b65ec-afed-4467-8927-442d02c08234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.468388518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f3a678b6-60ba-44a6-9d94-c9b739b0c580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.525659195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f3a678b6-60ba-44a6-9d94-c9b739b0c580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.568428859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"eb7c6f3b-5e78-42f0-84d8-1f24fbf0b741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.631914855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"eb7c6f3b-5e78-42f0-84d8-1f24fbf0b741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.699429418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"294c4eb2-2b52-455e-88b4-5015dccf52e4","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.755246412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"591c2e91-0806-40a0-b772-c395d887afc3","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.915712338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-invalid-sub-auth","reconcileID":"c077262f-7144-4482-bf05-34ffcabbb63b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.975020812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-invalid-sub-auth","reconcileID":"c077262f-7144-4482-bf05-34ffcabbb63b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:15.992867394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"fc1229d2-51be-43e7-987c-0b94e95c782a","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.051702467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"aff5387f-532c-4334-a7ee-9cb7887169cc","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:16.10824734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-valid-sub","reconcileID":"a603c2e3-d730-4a99-9d70-9b933c6f29c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.109401826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"1a4b6e42-054c-4088-add0-dd1136d9ce25","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.161158342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6ea0c6a0-1342-4d73-a10d-30023603acc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.161773488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"13ec3b40-c434-45b4-aa92-83dcacc49bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.218744077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6ea0c6a0-1342-4d73-a10d-30023603acc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.220685497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"13ec3b40-c434-45b4-aa92-83dcacc49bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.237703172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"04415513-1ae9-4eb9-a750-bd4e0c27e50b","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.262668735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"b682e79a-6b6c-4f4a-bc67-483daa39eb6a","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.297024645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"84b3717e-780e-4262-9da1-52300aea5f17","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.422775115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-invalid-sub-auth","reconcileID":"c0c4046f-4d86-4c3c-a85b-40c8ee64f1fd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.480097315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-invalid-sub-auth","reconcileID":"c0c4046f-4d86-4c3c-a85b-40c8ee64f1fd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.545087608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"b14a3c0d-57aa-42c5-aa09-5be1b9562a1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.547967921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"72bb61de-cce4-41ce-9bba-bb3f30f2112f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.571564731Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-valid-sub","reconcileID":"b8c5e14a-9c75-4957-88d3-896b33f00fe8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.603464629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"b14a3c0d-57aa-42c5-aa09-5be1b9562a1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.605425401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"72bb61de-cce4-41ce-9bba-bb3f30f2112f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.752813246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"e6cb1647-4d61-4df4-8c4c-e9a64f822a74","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.801484797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"835c9f66-eb63-412a-a2ad-293830abc15f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.96407417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"e6aaf4ba-4e27-4ffa-b0aa-21bbed40f96e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:16.968197122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-valid-sub","reconcileID":"9073bc80-7388-49c3-a77f-347f069c6214","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:17.140335123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"5db6a6f5-26b8-452a-a3ac-048c3610163c","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:18.891025145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"665defa4-b348-48a6-b53d-8e815545996d","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:19.075082545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"fc9c8680-cbcd-4698-945c-b3a67036e684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:19.076049707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-invalid-sub-auth","reconcileID":"737254de-4bd6-49d3-a253-e00d43aa257d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:19.076765156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7e108627-67f7-4029-82d8-6fcf14d7efe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:19.144111119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-invalid-sub-auth","reconcileID":"737254de-4bd6-49d3-a253-e00d43aa257d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:19.148618712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7e108627-67f7-4029-82d8-6fcf14d7efe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:19.152997296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"fc9c8680-cbcd-4698-945c-b3a67036e684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.258395044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub1","reconcileID":"73d73af1-1274-49a6-a522-10d273cce976","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.312222905Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub1","reconcileID":"73d73af1-1274-49a6-a522-10d273cce976","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.365953654Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub1","reconcileID":"73d73af1-1274-49a6-a522-10d273cce976","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.648010526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"17479db3-bd60-4560-b31b-51004d4578a6","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.790709773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"7085da5b-1d38-4a44-b470-02e2f9452c98","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.920345214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"85d93b48-2925-4a9a-af7c-3efb49a6300d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.920511489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"d75aac47-7aa8-4084-b28e-8126fc34aa0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.920344777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"fe25f4dd-b5af-4532-99d5-a3d9362f0a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.920933785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"352bb482-5510-4043-b2ba-b0675744c37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.957224355Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub2","reconcileID":"c820d21a-8d1e-4b70-984a-2fbaec17b2dc","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6617251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.982098045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"fe25f4dd-b5af-4532-99d5-a3d9362f0a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.985308416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"352bb482-5510-4043-b2ba-b0675744c37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.985660952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"d75aac47-7aa8-4084-b28e-8126fc34aa0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:24.990437656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"85d93b48-2925-4a9a-af7c-3efb49a6300d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:25.427310835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"af0893b4-799a-4a97-8b63-bc047f8497c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:25.438449465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"c19edd44-3447-44e4-93ca-276ec48d2c0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:25.439273719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"0a9dc04c-d336-4af1-a4de-7938e62086ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:25.43976625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"e72e5e5e-1fe0-47ea-8852-74069dfe4a7a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:25.4867884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"af0893b4-799a-4a97-8b63-bc047f8497c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:25.520240744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"c19edd44-3447-44e4-93ca-276ec48d2c0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:25.523946328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"e72e5e5e-1fe0-47ea-8852-74069dfe4a7a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:25.525717174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"0a9dc04c-d336-4af1-a4de-7938e62086ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:26.79183459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.076242848Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-valid-sub","reconcileID":"e606fc9b-bfb8-499d-9b11-9c027cbb9b1b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.29973591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-valid-sub","reconcileID":"e606fc9b-bfb8-499d-9b11-9c027cbb9b1b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.51802139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"b17427fd-abd2-48ad-b22c-bf208ad51e18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.567638179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"482ca0e5-fd48-46a9-b584-df7fb48108c4","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.716283416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"8c7bc73e-4b26-44b5-9d26-ea3952a8dff3","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.731581676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-invalid-sub-auth","reconcileID":"1e8b8334-5dd3-4421-a82d-4639b2c022c5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.73160345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"8f6e7028-11c5-4a9b-ba82-a68b35ecd529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.731981411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"364ad5fd-03bd-45af-aaf2-9dd43657569e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.789710559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"8f6e7028-11c5-4a9b-ba82-a68b35ecd529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.789750426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-invalid-sub-auth","reconcileID":"1e8b8334-5dd3-4421-a82d-4639b2c022c5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.792065756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"364ad5fd-03bd-45af-aaf2-9dd43657569e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:29.997159207Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-models-invalid-sub-auth","reconcileID":"a0b2b23f-b661-45f8-b451-8b33b337e591","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:30.254666622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"61dfbd07-660c-41a7-986a-e1c25a1d76eb","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.339638802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"bbfc58f1-cf08-4709-8d2e-076fec9e2105","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.398118475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"530ce353-66a9-4e14-a012-5faac528a42f","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.611455739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"987e9d20-dc13-4958-bb61-313ed0d06676","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.623557026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"0f19eadb-321e-4e7a-8be1-8366cadad246","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.669766907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"987e9d20-dc13-4958-bb61-313ed0d06676","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.683153897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"a38e89de-f529-4fef-807a-baa6c4ca2ce8","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:31.738404124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub1","reconcileID":"2b81516b-ac4c-466c-ba80-4b44928ca69e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.848067848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0e101456-4fd2-4f9b-9b11-61f15bd7d663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.848558104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a2cbece2-7151-468a-928b-a9bf356cbaa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.853937388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"6838e0f7-d041-4d5b-8947-8412030019e1","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.901972387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"26cda388-97fa-4325-af5c-4ed5a1182615","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.907282416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a2cbece2-7151-468a-928b-a9bf356cbaa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.907447394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0e101456-4fd2-4f9b-9b11-61f15bd7d663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.911642491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"ff5e0da1-f8ee-4bef-abb8-f73346939a19","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.958169243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"b5f51901-3314-4299-a8a4-c4d756d7ea5b","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:31.992162073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"02ccc33a-d53a-42db-8c66-aceeeca7a72b","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.137056549Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub1","reconcileID":"6ea7eb98-93ac-4730-9d59-9d688a3bbe04","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","model":"distinct-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.195338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"f8512df5-bf35-4f13-9b65-e5bcbfb360f5","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.196255641Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-22e9c4 priority=0:[ai-tenant-e2e-worker-w2-22e9c4/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-22e9c4/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.22593331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"8b9104cd-0b6f-4525-ae48-4af63cf8d1ac","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.259492124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"0c5ad51d-12e9-4042-8b70-cb7a3b4c67d9","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.268002849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"dc3566ec-dddd-4a49-9334-e5e2e5b05818","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.287805476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"8b9104cd-0b6f-4525-ae48-4af63cf8d1ac","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.31057542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"46183afb-cd5a-485a-b584-55040648bf4e","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:32.312566355Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-22e9c4/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.315908201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"7b493eb0-c1ec-46ec-8151-dc3784fa58ef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.3251079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"dc3566ec-dddd-4a49-9334-e5e2e5b05818","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.368144295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"ad6108b2-8115-407b-b887-f6ca078b678f","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.412027973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e54ab85c-5e5b-41d5-9b65-fa003fe8725d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.412176602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a0febf6f-ab35-4a38-8255-70bcf0c889fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.469732247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e54ab85c-5e5b-41d5-9b65-fa003fe8725d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.469900851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a0febf6f-ab35-4a38-8255-70bcf0c889fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.535565596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub1","reconcileID":"8099a774-50df-488d-98ea-fbfae4faab5d","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.635498419Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub2","reconcileID":"d14b6723-e2e8-4ecf-8a92-e5c5d62699a9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-2-w2-22e9c4","model":"distinct-2-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.649995302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"5ea28561-7697-4f64-a250-713fb94f92b0","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.806794126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"48576a75-5cef-4ed3-9c93-bcebc149fbae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.80742475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"9f125c83-4f2b-4a8a-9b1b-d919bb1d7272","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.868102786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"48576a75-5cef-4ed3-9c93-bcebc149fbae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.91226701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"580b418d-e254-472b-bec5-0e9f937380ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.912292537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"3c5d9488-0d6a-4dc7-859c-d6342927dad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.920210462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"7842d13e-6597-4966-828d-7f1b451de539","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.970162745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"3c5d9488-0d6a-4dc7-859c-d6342927dad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.970189211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"580b418d-e254-472b-bec5-0e9f937380ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:32.977647794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"7842d13e-6597-4966-828d-7f1b451de539","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:33.024834413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub2","reconcileID":"4a6118f6-41d4-4691-a5a4-8fbc44a8495a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-2-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.014278076Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub2","reconcileID":"c6cb7649-be4c-4d77-9015-8043ef96e432","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.068205462Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub2","reconcileID":"c6cb7649-be4c-4d77-9015-8043ef96e432","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.122311979Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-sub2","reconcileID":"c6cb7649-be4c-4d77-9015-8043ef96e432","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.411392077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"a4d74b57-5d9a-4385-a8d5-00c0720bbbc6","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.411759125Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-22e9c4 priority=0:[ai-tenant-e2e-worker-w2-22e9c4/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-22e9c4/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.473168655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"b61110b9-3b8c-4d22-aef8-bb6a640bcc45","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.578339147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"7f557237-cb05-48f8-a8af-ba40c9d00d93","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.686496962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"1513d0d3-0607-4189-acec-3992deda74b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.686635706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"2ab4060d-e666-45a9-a830-394a297c75d1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.686497197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bd1ee52f-c2d3-45c3-9dbc-4cef2fd0fcc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.686929718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"be5b6c16-6e0d-4f8f-ba5a-e9455f0cf452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.753028956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"be5b6c16-6e0d-4f8f-ba5a-e9455f0cf452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.75740876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bd1ee52f-c2d3-45c3-9dbc-4cef2fd0fcc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.757756378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"2ab4060d-e666-45a9-a830-394a297c75d1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.760547888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"1513d0d3-0607-4189-acec-3992deda74b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:35.962962697Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth1","reconcileID":"6c1dbbc1-b3cf-40ad-b500-80f71f376d06","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:36.134433614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"4b9c9781-ba67-42a4-8590-1cad68628cca","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:36.176485271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"6f35ee1e-b8c2-4601-acdf-018666da5402","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:36.234116036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"6f35ee1e-b8c2-4601-acdf-018666da5402","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:36.269517866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"9658f604-3926-4049-9276-c257606db9c8","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:36.446983454Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-return-all-auth2","reconcileID":"415fd01b-31c4-497a-99ef-5ea087d54474","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:36.701571666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"2543249a-1402-4f83-97b3-d4dddc08a278","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:36.972713882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"b023a295-75d0-4e67-8ea6-f42ebcb7ffcb","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.138037653Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub1","reconcileID":"b6e6556b-d915-4a5d-b51d-624d75639f8b","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-14d747b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.239758097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"090c509e-1cf4-4eaf-b9c6-5acd562d1d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.239931509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"7dbe66e1-20b6-4428-a94b-f28ae27762b7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.239758053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"435a75e1-bd42-4ec0-81a6-2b475be6a73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.240376467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"61ce94c6-feec-4bfb-9466-b5a8ff059d17","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.298060348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"61ce94c6-feec-4bfb-9466-b5a8ff059d17","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.29835887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"435a75e1-bd42-4ec0-81a6-2b475be6a73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.300696978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"7dbe66e1-20b6-4428-a94b-f28ae27762b7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.300705231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"090c509e-1cf4-4eaf-b9c6-5acd562d1d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.729384966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"02c9facd-aca5-44cc-bcf6-3825099de082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.732780967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c9730f54-80de-45e3-b3c3-4100506b8b49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.733227956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"108fc7ab-69ab-4903-9011-e79803ad2c8a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.733363916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"c858e5e7-b2d5-4c32-b7e4-59a9b40e7066","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.787106948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"02c9facd-aca5-44cc-bcf6-3825099de082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.791669606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c9730f54-80de-45e3-b3c3-4100506b8b49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.796734629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"108fc7ab-69ab-4903-9011-e79803ad2c8a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:37.796734753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"c858e5e7-b2d5-4c32-b7e4-59a9b40e7066","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.08614295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"cf46b4e5-b8e6-4805-855c-dcc906077bb5","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.142277439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"482cb253-9166-4e1d-91cc-44a9a366135c","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.302513038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"7183f462-1caf-4cb2-9f06-0038c400751a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.360069508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"7183f462-1caf-4cb2-9f06-0038c400751a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.386358052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"aae54ab4-06dc-455d-a6d1-ddbdbbcf7511","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.445385231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"c68d4122-7869-4d25-9c4b-6a2fe2b046e1","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.495436985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"ba0782e9-b11f-4121-879f-1f60447da142","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:38.499447402Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0bbe80/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.548826422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"bb668c2b-b95b-4cf5-9de6-034891933317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.548826403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"8ae59d56-e732-45ea-8daf-9471f986b186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.552997057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"a89924af-09af-4271-b05d-7078cb724974","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.606468916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"8ae59d56-e732-45ea-8daf-9471f986b186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.60665684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"bb668c2b-b95b-4cf5-9de6-034891933317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.681893178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"0a5f9a2a-bbf7-48ea-b55e-c2e04b89ac32","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.826322049Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-sub","reconcileID":"69bfff91-028f-4bf3-96b4-177f072a8eaf","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-0bbe80/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.842052892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"f036a62f-d1bb-449e-a6d9-5bdc745adf03","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.899254676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"f036a62f-d1bb-449e-a6d9-5bdc745adf03","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.942181587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b6f2590d-946d-44d7-a4c2-a505c877dddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:38.942235485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"5b7ace9e-15dc-4f94-ae63-c82da99eda5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:39.000325865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b6f2590d-946d-44d7-a4c2-a505c877dddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:39.00080055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"5b7ace9e-15dc-4f94-ae63-c82da99eda5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:39.00119718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"d810266e-7f01-4530-b90b-ed65581ff87a","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:39.042410429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"f200423d-74f0-4bac-9dc2-90898940aa3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:39.221462788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-sub","reconcileID":"f2cdd4d0-fbbe-49d1-abf2-5930472d7883","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:41.334305827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"85de6347-bd75-4fc8-b865-cd94dec711ee","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:41.49504758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"54efe768-50e4-4d85-975b-d2504f2c760d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:41.495277117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"445d4fa3-8828-4200-a822-bdd094bc3d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:41.495065061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"b405b379-e922-4c93-ad2f-1801cf473b64","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:41.554509524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"b405b379-e922-4c93-ad2f-1801cf473b64","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:41.554707072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"54efe768-50e4-4d85-975b-d2504f2c760d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:41.558022378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"445d4fa3-8828-4200-a822-bdd094bc3d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.550687176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"aa4bd393-5d43-4efc-9de5-f2df7a0395d6","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.551273071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"49163cf2-222d-43be-9787-8594a1de4866","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.55169334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"d7ebb4f7-4a00-457b-a93b-5a9092acc27b","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.611101808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"fee2d6a5-e91b-48d5-9c29-933a78144464","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.611520571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"07b09f1c-5d5b-46cf-bd68-62e52ffd1a43","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.611829038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"2a8f98bc-db77-4bd3-9894-0362f30f2d88","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.71331372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"d6a21178-490c-407b-b378-6ed5a72f0ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.715277468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"0d423943-fa3f-426e-9b1c-3f81fd3eb0f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.77239431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"d6a21178-490c-407b-b378-6ed5a72f0ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.77384274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"0d423943-fa3f-426e-9b1c-3f81fd3eb0f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.774299103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"32384aa6-a2e1-4c43-961a-e22f49d1c9f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:42.774627964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"edc8729a-f0dd-4d85-a63e-9b11358dc29e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:43.09390631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e4946b08-9bcb-49a3-bc3e-61154b1f888f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:43.093971448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"9751fcab-5080-49b0-b2b8-ea7867c66531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:43.151343497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"9751fcab-5080-49b0-b2b8-ea7867c66531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:43.151370294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e4946b08-9bcb-49a3-bc3e-61154b1f888f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:47.192325579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub1","reconcileID":"2f6ed103-e857-436f-bf14-0a58b6c9355f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:47.246658061Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub1","reconcileID":"2f6ed103-e857-436f-bf14-0a58b6c9355f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:47.300871059Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub1","reconcileID":"2f6ed103-e857-436f-bf14-0a58b6c9355f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:47.605275573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"4d764950-eb71-4dd2-9903-9111e7b5f395","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:47.784022014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"0bc966be-9d82-4eab-8c0e-f88db27a4b9d","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:47.950398815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"83512ec7-d684-4781-96e6-36d7f6363901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:47.950626577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"9e0edefd-e8d6-4530-bd96-b5ded069b668","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:47.95195144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"311ad12b-a532-4dec-96c6-e3c489ca2a4b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:47.952636551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"05cd6431-fcbb-451c-8b17-6a46d258f3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:47.980305616Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub2","reconcileID":"7881955c-f8dc-4c90-8ddd-dc4ee9c6ff24","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f6ba4335","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.01761081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"83512ec7-d684-4781-96e6-36d7f6363901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.021239713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"9e0edefd-e8d6-4530-bd96-b5ded069b668","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.027926629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"311ad12b-a532-4dec-96c6-e3c489ca2a4b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.039804067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"05cd6431-fcbb-451c-8b17-6a46d258f3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.536860534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"398ec964-12a9-491e-a6b0-3d4c89e99936","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.537974498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"7f5e2b9f-4807-41ca-8fb1-bc39dd387505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.538339477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"b95264c3-238d-4797-910a-86a048285260","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.538685002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ee9784c8-0ce6-48b3-80a5-b2dce1e7799c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.622599486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ee9784c8-0ce6-48b3-80a5-b2dce1e7799c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.641083064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"7f5e2b9f-4807-41ca-8fb1-bc39dd387505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.676298892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"b95264c3-238d-4797-910a-86a048285260","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:48.699995536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"398ec964-12a9-491e-a6b0-3d4c89e99936","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:49.53174461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"24d26de7-bdd3-4adf-a2fc-b4a5772ff0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:49.537085142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"d9f9ddae-61a5-4fb5-98b5-a0ff0646e88e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:49.533886224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"c424ae18-4f13-4858-a15c-0c8b1c0d1bf2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:49.534190836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a847802d-e768-4e57-abe4-6f82d0ee5ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:49.608012454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"24d26de7-bdd3-4adf-a2fc-b4a5772ff0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:49.670208853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"c424ae18-4f13-4858-a15c-0c8b1c0d1bf2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:49.678891131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"a847802d-e768-4e57-abe4-6f82d0ee5ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:49.726011605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"d9f9ddae-61a5-4fb5-98b5-a0ff0646e88e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:49.726853494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"c656e01b-8eab-4e94-9ffd-687c005bf58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:49.815405685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"c656e01b-8eab-4e94-9ffd-687c005bf58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:50.477628836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"6be45345-90a3-4427-a950-45a91c085d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:50.623562632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6023818a-d479-4ea8-a248-4021a02aba20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:50.624355338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"cf41b733-519a-4ecd-ad8a-ea4738aef693","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:50.624934398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"307554ac-ac68-407b-b62c-d8be2f6f4f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:50.625506646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"7be317da-b0fe-402e-a0dc-08bf28fb8546","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:50.693908053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"6be45345-90a3-4427-a950-45a91c085d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:50.715372211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"7be317da-b0fe-402e-a0dc-08bf28fb8546","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:50.719011545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"307554ac-ac68-407b-b62c-d8be2f6f4f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:50.720537233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6023818a-d479-4ea8-a248-4021a02aba20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:50.722701937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"cf41b733-519a-4ecd-ad8a-ea4738aef693","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:51.070859935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"bc2cbe26-a1aa-413a-9205-2f49b9bb9ee9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:51.125332852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"1643992a-47ff-4345-befc-10bd5a1137f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:51.125492994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"39b5825d-b18d-4e7b-85cd-8459423a532b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:51.185662012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"1643992a-47ff-4345-befc-10bd5a1137f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:51.185704991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"39b5825d-b18d-4e7b-85cd-8459423a532b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:51.505649271Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-sub","reconcileID":"b874a63e-4957-4555-ae2e-9bf2c5b08bf6","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:51.72558748Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-sub","reconcileID":"b874a63e-4957-4555-ae2e-9bf2c5b08bf6","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:51.944607499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"4051474c-9d2e-4a2f-a861-585969e561ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:51.997107343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"fc6a9b51-b115-426d-bd82-1aeec2ad0940","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:52.157698659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"aa2896c8-4dbe-4b17-8f3c-b5fa87ec948d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:52.157719522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"758accef-1736-43bb-aa3a-381cc0b95550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:52.158246821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"a9185bc0-6c1b-4de8-9340-02e592fe5305","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:52.171585455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"d4a4b9f3-5f19-46b8-9f77-7f19d130884c","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:52.216032727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"a9185bc0-6c1b-4de8-9340-02e592fe5305","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:52.216569206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"758accef-1736-43bb-aa3a-381cc0b95550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:52.218442166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"aa2896c8-4dbe-4b17-8f3c-b5fa87ec948d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:52.423633663Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-user-token-filter-auth","reconcileID":"6420c3db-2e08-428c-aae7-6d4b8e12d88c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:52.591248237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"1bd0f46c-1296-4eb3-a532-a977b265b70e","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:53.654507927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"1f52e8b2-a32e-4d26-ad91-11515ec6b7e0","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:53.712953694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"96ec7638-3f55-4c96-8187-9ed52dc5efe6","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:53.927432004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0a2b508e-11c4-441f-a3e4-1a43aad4c33f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:53.945943068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"1bad3821-2619-4961-8e51-0c038c5d7457","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:53.984973246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0a2b508e-11c4-441f-a3e4-1a43aad4c33f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.005153162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"2fbd869b-c3d1-4a91-98cc-f460cd4fb782","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:54.057424334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub1","reconcileID":"9a006521-e04a-4b24-aea0-91c93ff8e4be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:54.05945932Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"2fbd869b-c3d1-4a91-98cc-f460cd4fb782","name":"distinct-w4-0bbe80","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-0bbe80\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:54.059534326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"2fbd869b-c3d1-4a91-98cc-f460cd4fb782","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-0bbe80\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.064909501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"8cd6c303-f8cb-4a61-83e6-714dafa23aaf","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.160049814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"72d7b30e-37bc-465e-8976-d0d52a74d793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.160062598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"5f15489a-6876-4934-bdca-6d8e193108d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.16939001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"73a907cf-4fde-4d13-bc85-0ad32ec9ef0b","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.217972482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"5f15489a-6876-4934-bdca-6d8e193108d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.21822123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"72d7b30e-37bc-465e-8976-d0d52a74d793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.226968307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"7b1f4d9c-874b-4bdc-ac9a-68564c476b6d","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.22796707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"13358c54-a2d5-42fd-830d-4042a2587edf","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.284669469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"50ec0b7b-3c6f-4e7f-8e8f-4115d938d2f7","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.304624715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"3b864ec9-c9fc-4c27-9fc6-9943cffc143b","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.445808737Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub1","reconcileID":"299620e3-7e55-4725-a528-6fb047335c54","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-w4-0bbe80","model":"distinct-w4-0bbe80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.489499369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"9f562206-46d8-40c2-b4d0-482240236b24","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.489613182Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bbe80 priority=0:[ai-tenant-e2e-worker-w4-0bbe80/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-0bbe80/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.550911635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"3c4fc730-cd06-4c7e-bf0f-e2c9fa8a7516","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.551755511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"10894a4c-e915-4542-bdc8-b4ff1a13f564","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.569953003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ce13b30-b96e-484d-a433-e912cee44dcf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:54.599278506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4604e89b-f285-41eb-9821-4a0100df4dfb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.606709372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"c52432d1-621d-45fc-8f5e-c7f171ac0e2d","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.610273218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"10894a4c-e915-4542-bdc8-b4ff1a13f564","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:54.610839727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub1","reconcileID":"299620e3-7e55-4725-a528-6fb047335c54","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.627743331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ce13b30-b96e-484d-a433-e912cee44dcf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.71178658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"fa59d6fe-275c-428a-add7-c46d12510b18","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.715281654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"791d7cf5-15c9-46e9-ac7e-b7323b17a324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.71569196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"03da3a23-0b13-4fb3-be60-b66f52208768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.767951047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"d8a7aa0f-e6ed-4e7d-9060-9290662ac4aa","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.773089187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"791d7cf5-15c9-46e9-ac7e-b7323b17a324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.77309078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"03da3a23-0b13-4fb3-be60-b66f52208768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.827844389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f59c6626-d970-4ff7-9be3-19ebe8c8b918","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.885650421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"99cffe93-745e-423c-a7d6-33392c9c3832","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:49:54.897680525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ce13b30-b96e-484d-a433-e912cee44dcf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.99275673Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub2","reconcileID":"654e7857-327c-4db3-ae82-6bb2fb40884e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-2-w4-0bbe80","model":"distinct-2-w4-0bbe80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:54.998450586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"2ac7f0c9-83e7-4a29-9b1c-bc1c7c616926","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:55.157969033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f8248747-643a-4792-bb9f-ed62ea6e388f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:55.16368685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ec83a8ee-3fbb-489f-b46d-6f30565cce25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:55.164458224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"7a89e390-9e75-4e86-9a1a-46bd87bc69ae","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:55.215718272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f8248747-643a-4792-bb9f-ed62ea6e388f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:55.220957692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ec83a8ee-3fbb-489f-b46d-6f30565cce25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:55.254419879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"94c9995b-831a-4aa5-adf0-714b256daec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:55.254432827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"86886ac1-bc88-4f03-aac3-e217c6c653ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:55.312971826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"94c9995b-831a-4aa5-adf0-714b256daec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:55.312971827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"86886ac1-bc88-4f03-aac3-e217c6c653ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:55.377772956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b1ee87ca-d44f-4197-a013-623129a29708","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-2-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:56.777288833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:56.948552788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"1985e2da-97a7-44c1-ba70-d636093296d0","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.115160855Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub1","reconcileID":"cbaabc70-69c5-42fe-ad6f-6967de773603","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cfb79b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.216796866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"67e42a98-f632-4dfc-8727-07e728453acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.217181071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"33c3740f-e814-4d96-ad6f-31565c3e1c2b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.216796974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"43459be7-fe26-4db5-9408-7ef601f1d887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.217776108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6ccc3322-ca10-4118-9c11-6544b243f8b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.275467667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"67e42a98-f632-4dfc-8727-07e728453acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.275526507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6ccc3322-ca10-4118-9c11-6544b243f8b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.27767451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"43459be7-fe26-4db5-9408-7ef601f1d887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.277811648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"33c3740f-e814-4d96-ad6f-31565c3e1c2b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.708391726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3be47294-badf-450e-8649-edc52679178b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.708456208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b0147f91-a117-4427-86b0-9073fe9f36c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.709026404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c8f95fba-ba3f-49f4-b5f9-5f47ded45405","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.709026653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"2323229b-055c-473a-83dd-945c661d010e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.766420798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b0147f91-a117-4427-86b0-9073fe9f36c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.767056216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c8f95fba-ba3f-49f4-b5f9-5f47ded45405","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.769392511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"2323229b-055c-473a-83dd-945c661d010e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:57.772372007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3be47294-badf-450e-8649-edc52679178b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.039054914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub2","reconcileID":"5b650571-3586-4262-b1e1-e55ddccbff88","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.094789435Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub2","reconcileID":"5b650571-3586-4262-b1e1-e55ddccbff88","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.149254303Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-sub2","reconcileID":"5b650571-3586-4262-b1e1-e55ddccbff88","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.427856355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"e055f685-9a69-4e83-b32f-12b2b1eb1d5d","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.487883318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"035fb877-284e-4aca-ad99-1796771504c9","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.578032168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"af484e88-5221-4cd1-bc0d-a6f17f498bb3","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.695788051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"5508a654-78e2-4fd9-82b5-0aeec2243eb3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.695979882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7a880e7e-5c0a-4d9f-9811-69ad7384c1db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.695787993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"991e1aff-8987-43ed-9edb-646229585c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.696532065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"bc1bc74c-4c9d-485b-bc0e-990e45af0629","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.755076899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"5508a654-78e2-4fd9-82b5-0aeec2243eb3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.75865526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7a880e7e-5c0a-4d9f-9811-69ad7384c1db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.758655258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"bc1bc74c-4c9d-485b-bc0e-990e45af0629","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.755073084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"991e1aff-8987-43ed-9edb-646229585c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:58.964103225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth1","reconcileID":"dbc42890-7224-454f-99b8-dd961d293872","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.177569974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"be681882-245f-4cce-9b9c-c4a69aad1fad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.222572169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"e020eadb-763e-46f5-8e45-108d0f86b44a","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.234925451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"be681882-245f-4cce-9b9c-c4a69aad1fad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.385252347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"c3a44c1f-0418-4c98-bd91-3f45a5cd2203","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.444020794Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-multi-keys-auth2","reconcileID":"04850368-3642-4523-8691-17947f3ef3d7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.611355154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"9ff282bb-6cff-4049-8645-4952981018fb","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.771659507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"3bde8839-b43f-435a-b4ac-cfdbe864de59","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.772176367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"fcd8d8ee-035e-4463-8fa3-f8ed0a583c31","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.84587322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"93bdbf78-6c78-467e-89a9-83114b01684e","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.84645928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"2691df81-7278-4657-b1d7-4370f534e750","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.93309373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"98bce4c2-bdc9-4bf8-8910-81286ea0701b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.93309397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"5955fe59-1b6b-45ec-b207-a0605d7e9853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.989521596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"6b7ad072-edc4-4abe-ba97-39f2f155d88f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:49:59.990239956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"804c8e28-90e0-43de-a65d-49c2d6002f44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:00.015536201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"5955fe59-1b6b-45ec-b207-a0605d7e9853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:00.02119474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"98bce4c2-bdc9-4bf8-8910-81286ea0701b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:00.399625814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"9a09d926-9db1-40fe-a0ce-382896c32007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:00.399663358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"7b27c7a8-54c9-4db4-93aa-b32e48b2e396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:00.465569694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"9a09d926-9db1-40fe-a0ce-382896c32007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:00.538313021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"7b27c7a8-54c9-4db4-93aa-b32e48b2e396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.028934804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"e3320d2b-618a-4408-a7a4-217e4dafb890","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.086865465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"2b7b24de-b32c-4588-b5f4-e82f48d2eeba","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.300194188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2f8626ea-0ec2-470d-a009-c3b2ebc8bc7a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.315487416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"f1b63e7b-b6c5-46a4-b6fd-81bd148d02f2","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.358518599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2f8626ea-0ec2-470d-a009-c3b2ebc8bc7a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.374740318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"861f1153-3f5d-4c91-a72a-519a29f0e625","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:50:01.425888523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"982ee5a2-8610-4845-8734-9cc42703fa80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:50:01.430601042Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"861f1153-3f5d-4c91-a72a-519a29f0e625","name":"distinct-w2-22e9c4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-22e9c4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:50:01.430660387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"861f1153-3f5d-4c91-a72a-519a29f0e625","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-22e9c4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.435957901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"6c587811-99bf-43d2-9a7a-ecc6dec5adb5","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.527720019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"123d94bb-5359-4821-99ed-8d6365b153fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.528192212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"56b9deff-3237-4441-91d9-1f54c77a0524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.537589963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"5e27e4df-df16-4f42-8098-b513164d6a2c","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.57088968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"3c6fec2a-934d-416b-88e8-7dcc9ea98c62","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.586367111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"56b9deff-3237-4441-91d9-1f54c77a0524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.586964928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"123d94bb-5359-4821-99ed-8d6365b153fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.597584414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"0d8eb243-600d-4d51-b7ac-83a07cd1bfec","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.629048226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"78ec4c36-cfd3-43cf-8303-e15fe4b59fef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.679583432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"2ca9627b-5a80-4da3-8d51-dd731bb39443","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.813378123Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"74642a2d-37f7-435c-a5ce-97dc29d097fb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","model":"distinct-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.847614027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-22e9c4 priority=0:[ai-tenant-e2e-worker-w2-22e9c4/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-22e9c4/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.847799915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"3a96010a-896f-469d-ac36-1cfe87ddf81d","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.894916977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c65cfcbb-63d3-41b2-b5ab-8ed815e476a2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.906984943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"f4a6b5b8-94c7-4d05-b211-f5eb828e593d","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.952367666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c65cfcbb-63d3-41b2-b5ab-8ed815e476a2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.958649928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"42ea20f3-c1af-4f0c-98b6-2ccd730525b2","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:50:01.96037843Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-22e9c4/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.983350647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"d8477845-ea8b-4805-8fce-67cd13fa684a","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:01.995862138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"10e1648a-cff7-4ce0-94a9-2a9fde3315e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.01707564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"13157be2-28c7-4293-8496-409abf0b2a50","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.053274038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"10e1648a-cff7-4ce0-94a9-2a9fde3315e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.095483119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d273b476-3192-4752-aad6-7c317a357125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.095507601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ace6e906-099c-4f69-a012-6cb738f9d68d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.153346315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ace6e906-099c-4f69-a012-6cb738f9d68d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.153395062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d273b476-3192-4752-aad6-7c317a357125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.198315994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2f39513d-9adf-4b36-a07c-70b5fd2be49a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.226617057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"052abf0f-c234-4b35-ad65-f70109be22a9","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.303648658Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"00fafb7a-ef31-4f0d-bdcb-552901551a76","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-2-w2-22e9c4","model":"distinct-2-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.474479556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"26c661c2-eb07-4961-a70e-7f6ac6a7e297","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.485206359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8b97161f-b97a-4f46-be91-d1e88d321ff1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.493066199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"66d9e55a-9021-406d-b0b0-18b4f7f5102b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.543038718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8b97161f-b97a-4f46-be91-d1e88d321ff1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.551055148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"66d9e55a-9021-406d-b0b0-18b4f7f5102b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.685365368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"31f606fd-9fbf-4a0d-9786-42fffe04e1a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.685375107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"18f77f6d-d278-4117-8f68-2b72ed64fc9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.688582111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7fef83ed-1581-4018-9268-4c1e0043bcf5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-2-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.742961421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"31f606fd-9fbf-4a0d-9786-42fffe04e1a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:02.744153526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"18f77f6d-d278-4117-8f68-2b72ed64fc9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:03.573728992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"894a19f0-d428-4ecd-b927-569eb50b1b4f","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:03.743422077Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6bdb971e-3792-47f7-9190-d49e2245ed23","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-745a0979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:03.846245125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d96b1ad1-2c94-4294-ac18-a5ec5ad13b31","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:03.846274192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"dc132c30-c6c6-4a90-8b5a-f1bc07841656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:03.846650673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"7d9ec726-f96a-45e0-81b4-52de92ff4550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:03.846782615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f229cdff-10fb-4aef-8245-b13d2af44de6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:03.90544551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"dc132c30-c6c6-4a90-8b5a-f1bc07841656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:03.906504276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"7d9ec726-f96a-45e0-81b4-52de92ff4550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:03.908145578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d96b1ad1-2c94-4294-ac18-a5ec5ad13b31","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:03.908920283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f229cdff-10fb-4aef-8245-b13d2af44de6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:04.33610079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a38756cf-3b16-4f49-8bab-749a025dbe85","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:04.336513121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"aa04b71f-477a-4456-bd9a-66da664a672e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:04.336771443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"21ac347d-5501-4aec-8e56-7471dbc181aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:04.336102823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"2145beca-09e9-4bae-b4e8-e7c6ee19c97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:04.39517692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a38756cf-3b16-4f49-8bab-749a025dbe85","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:04.395576956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"aa04b71f-477a-4456-bd9a-66da664a672e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:04.398213688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"21ac347d-5501-4aec-8e56-7471dbc181aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:04.398334265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"2145beca-09e9-4bae-b4e8-e7c6ee19c97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.169322385Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5dd08f97-89d5-4765-9e4d-4fef050a16e2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.223631548Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5dd08f97-89d5-4765-9e4d-4fef050a16e2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.278242322Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5dd08f97-89d5-4765-9e4d-4fef050a16e2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.558037648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"fa9032dc-37f1-46fa-829e-1bc88d8fd4b0","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.61974106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"875f3488-b0b6-4c82-82f8-f2249da34499","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.707019219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"30bc7073-98a1-4574-af29-f8739c4533b1","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.825995196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"224aab60-0724-43a5-a8dc-fbadc1b7a29e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.826167687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"90dda0b2-7fee-4d41-a9f8-baff12bf3578","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.826476488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9bb935ed-8b02-44a2-91d3-d67f05b798e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.825996672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"aa432f1d-2283-427d-80cf-6cc94929dc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.87370861Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub2","reconcileID":"cf45743b-b3ef-43ca-a610-a31e518f8562","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-87559326","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.88404878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"aa432f1d-2283-427d-80cf-6cc94929dc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.886314106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9bb935ed-8b02-44a2-91d3-d67f05b798e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.886402158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"90dda0b2-7fee-4d41-a9f8-baff12bf3578","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:07.884055466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"224aab60-0724-43a5-a8dc-fbadc1b7a29e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:08.360759391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c65dc64c-5212-4fbb-91d6-c512e34d914a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:08.360936854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"43498561-8900-44ec-aa45-e3be4c0f80b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:08.361334543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"8e3fa81a-bcd9-431d-b50c-cb16d01a5c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:08.361649273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6fc93b06-b8fa-4321-8f9f-e9f54af1e28b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:08.418701544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c65dc64c-5212-4fbb-91d6-c512e34d914a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:08.418743154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"43498561-8900-44ec-aa45-e3be4c0f80b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:08.422704008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"8e3fa81a-bcd9-431d-b50c-cb16d01a5c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:08.423887904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6fc93b06-b8fa-4321-8f9f-e9f54af1e28b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:10.084923439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"9d38f9e9-3bbc-4dc5-95b4-376caa59cab8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:11.250250251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1bfdea8d-2534-4148-ae8c-a033c05cd62c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-2-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:11.558474285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"0af62e4b-580b-4892-9da1-59afd1648b9f","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.195587892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d55de5e3-fa11-49dd-b707-e92abbc8ed56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.22518249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"c1390162-a91c-42e6-a716-4417398a6d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.298268126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d55de5e3-fa11-49dd-b707-e92abbc8ed56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.367190004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"c1390162-a91c-42e6-a716-4417398a6d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.490386291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b472222d-e90d-491a-b285-061bee4b7783","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.492751625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bdd68985-5dac-4d37-98f1-175157b52212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.491927444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"6015270a-b4c6-4782-a88c-efe8e02c776c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.565141232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"6015270a-b4c6-4782-a88c-efe8e02c776c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.575364006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bdd68985-5dac-4d37-98f1-175157b52212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.578466518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b472222d-e90d-491a-b285-061bee4b7783","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.749476312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"da7b75c1-71e9-4efa-b5e9-cf38b8f9bd35","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.770566545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"323c9fef-4f9d-4529-9311-99597e1c22ff","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.76968836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a66e9bb7-b465-428a-ad86-ea1657d8cd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.82595644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"fb66c65c-3737-46bd-94e9-c5ba88fa996f","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.862556268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"756fc991-60bb-4a68-a3dc-21f1649636e1","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.868987283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a66e9bb7-b465-428a-ad86-ea1657d8cd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:12.937946589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1267dc9c-d3f4-4ec3-83e2-1922c160f18f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.027763729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"13552bd8-284c-4e25-815d-7aed50287773","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.049900468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1267dc9c-d3f4-4ec3-83e2-1922c160f18f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.087795586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"f148a871-6fca-4898-a4ff-ced5010c13d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.151004381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ddc4ee1-2257-481a-81f6-3c804bf9365b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.151868229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"e290fbfc-cda1-48ec-a58a-5f9dc1fd6b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.206609954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"ec15fb09-6df1-436b-ae20-ffafbc1fd8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.220532738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"e290fbfc-cda1-48ec-a58a-5f9dc1fd6b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.231582579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ddc4ee1-2257-481a-81f6-3c804bf9365b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.263775134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"90e22085-a67f-41e1-a503-244276d0d41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.270215349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"ec15fb09-6df1-436b-ae20-ffafbc1fd8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.324493017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"90e22085-a67f-41e1-a503-244276d0d41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.479845288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"254ac24c-dc21-470e-bb82-701857112900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.544961817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"254ac24c-dc21-470e-bb82-701857112900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.681714493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"24bc9179-0291-4355-8d16-ecef1a067d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.747597954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"24bc9179-0291-4355-8d16-ecef1a067d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.803542073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c2454ba2-675b-4085-aa5a-a6fd716ae4a9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.861777224Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c2454ba2-675b-4085-aa5a-a6fd716ae4a9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:13.916577392Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c2454ba2-675b-4085-aa5a-a6fd716ae4a9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.211059577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"2cf97bc3-b8a3-4927-bf33-53719ea2c03e","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.367257504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"eafc7b2f-812f-4ce9-865a-a403e33e4313","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.489074193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"8ad0bb7b-13c8-4706-8f20-266b62c7b3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.489219236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a483c931-1a77-4013-881e-faf1b31da30d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.489598495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"75ae8638-f03a-48e3-9e49-ef7317113369","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.489828839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ac132997-a995-4ffb-ae6d-289f91945363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.532973054Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"02a7bcfc-8b69-4024-abd4-6fbcb287ea62","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ecbe1997","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.548664477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"75ae8638-f03a-48e3-9e49-ef7317113369","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.548953799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a483c931-1a77-4013-881e-faf1b31da30d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.552864509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ac132997-a995-4ffb-ae6d-289f91945363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:14.556335964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"8ad0bb7b-13c8-4706-8f20-266b62c7b3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:15.031373027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"821f9dd7-0e92-4d66-aef6-334ad0528576","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:15.031860791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"e0941c87-f7f9-4dd2-88c8-dc4d4b0a7f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:15.032075634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d420d3c6-4b30-4d6c-8e60-818dc08a8ba7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:15.032326579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c6376e34-90de-41af-904e-f28d465f64c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:15.093511193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"e0941c87-f7f9-4dd2-88c8-dc4d4b0a7f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:15.093609966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"821f9dd7-0e92-4d66-aef6-334ad0528576","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:15.096013462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c6376e34-90de-41af-904e-f28d465f64c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:15.096306273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d420d3c6-4b30-4d6c-8e60-818dc08a8ba7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:17.934638095Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub2","reconcileID":"266c75cd-2640-4fc4-8cdf-45d93d8e3485","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:17.989502525Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub2","reconcileID":"266c75cd-2640-4fc4-8cdf-45d93d8e3485","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.044426101Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-sub2","reconcileID":"266c75cd-2640-4fc4-8cdf-45d93d8e3485","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.323609751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"ebcba889-2606-47ff-9f32-d9c146a3c611","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.483450278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"fb119ce2-29d8-4ed9-882f-706cc47470d7","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.597659922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"dd95f3e8-4519-4482-8084-a31df460f997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.597790099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"c6b6114f-b0ee-463c-9e16-a0dc448d2a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.597666038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a69281d5-ff88-4b58-b3cb-9478f8114a41","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.598170524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3276c49e-4f67-4c24-8842-e9e95c60379f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.657836053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"dd95f3e8-4519-4482-8084-a31df460f997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.66064063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"c6b6114f-b0ee-463c-9e16-a0dc448d2a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.661379151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3276c49e-4f67-4c24-8842-e9e95c60379f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.663482754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a69281d5-ff88-4b58-b3cb-9478f8114a41","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:18.86629497Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c7c6610b-1c59-4380-9cfe-40bf3bb96baf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:19.1237892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"4801b4c9-d7dc-49e5-9117-df13e5433ca3","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:19.183824878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"74e178f5-645c-4ffd-9cd6-8224ac8024e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:19.243119157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"74e178f5-645c-4ffd-9cd6-8224ac8024e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:19.277875298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"16455bfa-102b-4c21-a364-4e3cf06f5c75","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:19.458627493Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b39a5c6a-6ca5-4946-b7f0-07db728bdbd2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/distinct-2-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:19.718572295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"e2d3fcc0-9867-4129-a855-83ec50ed32c5","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.514575112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b59f062e-4d55-4eda-b6f6-caeb33c626d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.514701746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b59f062e-4d55-4eda-b6f6-caeb33c626d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.570970315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12edcab9-aebd-4081-a5c1-f62e763d6ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.570993068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12edcab9-aebd-4081-a5c1-f62e763d6ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.732637042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-1e6e0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-1e6e0c","reconcileID":"a10c37e5-ab76-4e7b-a25d-5e8a59457eb3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-1e6e0c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.782064793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bc08b5e-d8e2-4755-a3a4-88f3bb15c34c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.782090493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bc08b5e-d8e2-4755-a3a4-88f3bb15c34c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.830500539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-1e6e0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-1e6e0c","reconcileID":"a10c37e5-ab76-4e7b-a25d-5e8a59457eb3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-1e6e0c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.883617744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff12bdc5-e708-4fab-a0c1-79672e0e53e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.883639672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff12bdc5-e708-4fab-a0c1-79672e0e53e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:50:21.937711055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-1e6e0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-1e6e0c","reconcileID":"c0217e33-690e-48d8-b24b-ffb974f74514","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-1e6e0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:21.942797873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55813155-f0ef-4e79-9e41-e49351f69338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.001039709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55813155-f0ef-4e79-9e41-e49351f69338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.04382282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"494b0214-92f8-40f6-bf8b-fac6bb3890dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.055545735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"932ae1f5-b10e-44f1-9430-96d034869972","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.055566134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"932ae1f5-b10e-44f1-9430-96d034869972","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.101223222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"494b0214-92f8-40f6-bf8b-fac6bb3890dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.111425787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88a4b43e-7352-4ec1-80b2-e6876a2782c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.111448041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88a4b43e-7352-4ec1-80b2-e6876a2782c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.152366986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6bcfa13-7230-486e-bbd5-77caf61ec62f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.152388902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6bcfa13-7230-486e-bbd5-77caf61ec62f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.312588502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-1e6e0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-1e6e0c","reconcileID":"4ea930b8-682a-48c2-b263-c0801c6c2646","MaaSAuthPolicy":{"name":"e2e-default-int-auth-1e6e0c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.371335638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-1e6e0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-1e6e0c","reconcileID":"4ea930b8-682a-48c2-b263-c0801c6c2646","MaaSAuthPolicy":{"name":"e2e-default-int-auth-1e6e0c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.385065625Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-1e6e0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-1e6e0c","reconcileID":"f8bb1e3b-17c7-4185-8af3-5a6eda6e3278","MaaSSubscription":{"name":"e2e-default-int-sub-1e6e0c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-1e6e0c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.554703746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00224b12-3f5a-4e44-af29-3576af59f4c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.554726119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00224b12-3f5a-4e44-af29-3576af59f4c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.600811033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"add13a6a-83e9-46a0-bda9-4a7f6583042e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:22.768964161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-1e6e0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-1e6e0c","reconcileID":"09653f09-723a-424d-bc9f-8daac7daed6e","MaaSSubscription":{"name":"e2e-default-int-sub-1e6e0c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:24.587536576Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9730bba6-2f16-4c10-8a8b-3a3e738e13ad","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:24.641528273Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9730bba6-2f16-4c10-8a8b-3a3e738e13ad","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:24.695701082Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9730bba6-2f16-4c10-8a8b-3a3e738e13ad","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.000386324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"d84cce2c-53cb-48dc-b9a6-d05d3bfe34c1","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.168226722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"bbc72009-dfe1-49b1-89b3-a377975eafe4","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.270825663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"da90f878-e31e-4a5b-b035-612a18c25ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.270978382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"14d33998-1c00-4bd3-bc38-4b6424d26c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.270836286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5da5f468-2fd9-4a0a-889f-152b5c7310e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.27139299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4d997ed2-0387-4e9e-8916-2ec3a3f460e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.329644966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4d997ed2-0387-4e9e-8916-2ec3a3f460e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.329889227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5da5f468-2fd9-4a0a-889f-152b5c7310e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.331916877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"14d33998-1c00-4bd3-bc38-4b6424d26c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.332207839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"da90f878-e31e-4a5b-b035-612a18c25ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.490885693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2bfb5a2f-9978-4ee7-8fdf-08233b7a8177","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.656082288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"294a1dc5-1a2c-4b2d-bd46-67ec6c926c53","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.705891587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cc55095d-e77b-40c4-8a9f-47115b475813","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.764995438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cc55095d-e77b-40c4-8a9f-47115b475813","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.802161226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"3e457fc8-b1de-43e6-881f-e13f6e16a99c","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:25.926238271Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"eb96dd74-7502-4500-8bad-1db376092b2a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-2-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:26.140103192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"ae643b33-1e73-4442-b700-a952096eab75","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:26.777868012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.370569816Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-1e6e0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-1e6e0c","reconcileID":"c88181a0-868f-4c2c-bf15-09398f7cb8d5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-1e6e0c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.370674392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9aca77e7-4b34-4391-b730-85747c81ea72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.370696039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9aca77e7-4b34-4391-b730-85747c81ea72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.535876925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4985c78e-1488-4f4c-8df9-5a36f973a088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.535904013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4985c78e-1488-4f4c-8df9-5a36f973a088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.68432948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06558279-f144-4695-90f3-c25ba3e482e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.684358574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06558279-f144-4695-90f3-c25ba3e482e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.844203306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99c50403-9d21-42ca-895d-9850ecec144f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.84422991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"121a61c3-fe11-4464-983b-7b99cb27dca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.902017013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99c50403-9d21-42ca-895d-9850ecec144f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:27.902064735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"121a61c3-fe11-4464-983b-7b99cb27dca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:29.713325309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"ab1520f7-19a6-4bb1-9fa3-c2993a5440cc","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:31.778225986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"a1e03423-f443-435d-ac89-322d4ebdb8e8","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:31.833836905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"3246792b-71c4-41d4-8d0e-e41f174cdef6","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.008027902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"e0ba5b6b-2b4f-4940-a662-df92e209e62a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.066334827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"eb69af37-fea9-45db-b15b-917dc76e9a8d","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.068664077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"e0ba5b6b-2b4f-4940-a662-df92e209e62a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.125292153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"d29e2c7b-90ca-4872-9e18-204a8c6b33c9","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.128391384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c654f3c5f6592ff30c3586c6cda10d020237cfcea604c153edd25d07a38dcec) AuthConfig (80932ccb1f32ac3366798ee44548fd9a207d977d4574a86bca14c1347fc5a557) AuthConfig (9a1554e8caafee171dae29e25fdb8a514563cbc0a1e08f73424864bf00b55fd5) AuthConfig (a586b3033347876cbd27fb3f36e263c7f87a0d7d02023043e48729a3b927567f) AuthConfig (d2e94ddd2c7df355dc1e23d3a50570c57610099fda935cf69d7b8b36fcaafa50) AuthConfig (d2ac051bb4d56dbd944fafe1c539b21150288cff219877b1e748eba284863adb) AuthConfig (548e086a44bc80de40fd375504bad77c5008f6b52d52c0845ffe88021625c5d9) AuthConfig (238d4ae9ba30a500e09739913904da98df64c7b580c3f14ace70fa2bb50f0f32) AuthConfig (1ad509158c3b963881101bb6a373c350d49aa761798fe842e3aae5bdd0ec167a) AuthConfig (afd9cdd375c95a65f0386d94075d0a29fc90f3670ab710cddc2a7a0c7627b8c6) AuthConfig (535772e0ad8b52e8d7e447162627eb0828eca6863dbb62ead0132887e44a33b8) AuthConfig (378d86bb1a721981594fc353abb0fe50e50e35c9ad5a7da57c669d49ba7f042f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"e0ba5b6b-2b4f-4940-a662-df92e209e62a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:50:32.178185497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-sub","reconcileID":"bc6fe038-d6aa-41e5-9bd1-dc3482b3c3d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.186558107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"3b9e6e73-048b-4018-8046-a820dedf7447","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.225630172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e7e66df2-c20b-43cb-bf1f-538f614e19d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.226666539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"daf5edb0-0fde-43fd-aa42-691875245a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.284968188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e7e66df2-c20b-43cb-bf1f-538f614e19d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.28565369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"daf5edb0-0fde-43fd-aa42-691875245a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.294933989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"f6bb80be-e254-43a0-bada-0ae1f72c4b6a","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.349305538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"af623c5c-230c-4ccb-bb93-376585f2e35f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.353873344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"5cf13c5e-ec5d-4af2-9460-9ad7f140ee9c","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.408420926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"af623c5c-230c-4ccb-bb93-376585f2e35f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.46492846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c654f3c5f6592ff30c3586c6cda10d020237cfcea604c153edd25d07a38dcec) AuthConfig (80932ccb1f32ac3366798ee44548fd9a207d977d4574a86bca14c1347fc5a557) AuthConfig (9a1554e8caafee171dae29e25fdb8a514563cbc0a1e08f73424864bf00b55fd5) AuthConfig (a586b3033347876cbd27fb3f36e263c7f87a0d7d02023043e48729a3b927567f) AuthConfig (d2e94ddd2c7df355dc1e23d3a50570c57610099fda935cf69d7b8b36fcaafa50) AuthConfig (d2ac051bb4d56dbd944fafe1c539b21150288cff219877b1e748eba284863adb) AuthConfig (548e086a44bc80de40fd375504bad77c5008f6b52d52c0845ffe88021625c5d9) AuthConfig (238d4ae9ba30a500e09739913904da98df64c7b580c3f14ace70fa2bb50f0f32) AuthConfig (1ad509158c3b963881101bb6a373c350d49aa761798fe842e3aae5bdd0ec167a) AuthConfig (afd9cdd375c95a65f0386d94075d0a29fc90f3670ab710cddc2a7a0c7627b8c6) AuthConfig (535772e0ad8b52e8d7e447162627eb0828eca6863dbb62ead0132887e44a33b8) AuthConfig (378d86bb1a721981594fc353abb0fe50e50e35c9ad5a7da57c669d49ba7f042f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"af623c5c-230c-4ccb-bb93-376585f2e35f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.589395793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ac558-3de0-4b94-a1ee-e2888d147588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.643985939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ac558-3de0-4b94-a1ee-e2888d147588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.644239811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"e82d25ac-a6df-4d49-a94f-7a0b633b4358","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.651566909Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-sub","reconcileID":"7f16a24c-f1a5-494a-819b-cf47526e313a","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.69807404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ac558-3de0-4b94-a1ee-e2888d147588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.698222279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"9b039b11-e5e5-4e9d-9bc6-498511f34b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.698576554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"0813133f-0807-4366-8db9-9f0dbacae0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.752403253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1ac558-3de0-4b94-a1ee-e2888d147588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.756964389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"9b039b11-e5e5-4e9d-9bc6-498511f34b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.812390256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"0813133f-0807-4366-8db9-9f0dbacae0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.812390258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"e82d25ac-a6df-4d49-a94f-7a0b633b4358","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.870191363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-5b176c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c654f3c5f6592ff30c3586c6cda10d020237cfcea604c153edd25d07a38dcec) AuthConfig (80932ccb1f32ac3366798ee44548fd9a207d977d4574a86bca14c1347fc5a557) AuthConfig (9a1554e8caafee171dae29e25fdb8a514563cbc0a1e08f73424864bf00b55fd5) AuthConfig (a586b3033347876cbd27fb3f36e263c7f87a0d7d02023043e48729a3b927567f) AuthConfig (d2e94ddd2c7df355dc1e23d3a50570c57610099fda935cf69d7b8b36fcaafa50) AuthConfig (d2ac051bb4d56dbd944fafe1c539b21150288cff219877b1e748eba284863adb) AuthConfig (548e086a44bc80de40fd375504bad77c5008f6b52d52c0845ffe88021625c5d9) AuthConfig (238d4ae9ba30a500e09739913904da98df64c7b580c3f14ace70fa2bb50f0f32) AuthConfig (1ad509158c3b963881101bb6a373c350d49aa761798fe842e3aae5bdd0ec167a) AuthConfig (afd9cdd375c95a65f0386d94075d0a29fc90f3670ab710cddc2a7a0c7627b8c6) AuthConfig (535772e0ad8b52e8d7e447162627eb0828eca6863dbb62ead0132887e44a33b8) AuthConfig (378d86bb1a721981594fc353abb0fe50e50e35c9ad5a7da57c669d49ba7f042f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"e82d25ac-a6df-4d49-a94f-7a0b633b4358","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.872813287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"341e14d9-80a5-4985-b421-4c14b14fde2b","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:32.915975527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"a91193f6-8cda-4c63-a6c4-f541c5f9c427","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:33.123632715Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-0890f259","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-0890f259","reconcileID":"95258f9d-620e-4d9b-9ab2-c4eb264fb84f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-0890f259","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-0890f259":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:33.135487825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-sub","reconcileID":"47172c30-6c70-4725-b60f-d226feddbd43","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:33.307645482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"3c2ebe67-ef71-417f-862a-29426223f7ec","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:34.719238711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d80465-ebd2-4ab3-9730-29cc74eac1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:34.774857536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d80465-ebd2-4ab3-9730-29cc74eac1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:34.830240751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d80465-ebd2-4ab3-9730-29cc74eac1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:34.889482431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d80465-ebd2-4ab3-9730-29cc74eac1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:36.977771881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c826b91b-f3c9-4c2e-899f-f7b540731f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:36.97888736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"dc5e5871-4f58-4560-be73-80b98a6f4706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:37.136707439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e0ac6462-b4bf-4251-8992-8ae30a1022b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:37.137426585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"4140eb20-1f77-45d8-815c-51a47b0db4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:37.356099792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e0ac6462-b4bf-4251-8992-8ae30a1022b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:37.569684788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"8a6e419d-671c-41f5-8bdc-30c98b021a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:37.480808398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"dc5e5871-4f58-4560-be73-80b98a6f4706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:37.524765061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"4140eb20-1f77-45d8-815c-51a47b0db4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:37.390718422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c826b91b-f3c9-4c2e-899f-f7b540731f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:37.861478948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"8a6e419d-671c-41f5-8bdc-30c98b021a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:37.887750434Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-1e6e0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-1e6e0c","reconcileID":"1b7c71b4-826e-4b8f-b856-efdef19093e7","MaaSSubscription":{"name":"e2e-default-int-sub-1e6e0c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-1e6e0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:38.124511958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"24f3212d-da3c-4752-9518-02c2920eda5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:38.125492079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"6806121c-e152-418d-a15b-a508e2b3f60b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:38.126398664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"4c5beeda-4904-4466-bae1-5c31684d6fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:38.151849863Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-1e6e0c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-1e6e0c","reconcileID":"1b7c71b4-826e-4b8f-b856-efdef19093e7","MaaSSubscription":{"name":"e2e-default-int-sub-1e6e0c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:38.224662082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"24f3212d-da3c-4752-9518-02c2920eda5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:38.225628846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"6806121c-e152-418d-a15b-a508e2b3f60b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:38.484649202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f0ec777a-c90a-4530-8701-7667f63fade7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:38.371381302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"4c5beeda-4904-4466-bae1-5c31684d6fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:38.744801693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef989c77-9043-4f6f-99a7-e17747ccaecf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.009341708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f0ec777a-c90a-4530-8701-7667f63fade7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.212385576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d118df3-7568-4684-ab5a-929b523d28c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.41371316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d118df3-7568-4684-ab5a-929b523d28c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.473529968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8993dae-daa0-4630-95e0-63dceb2590f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.473643043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8993dae-daa0-4630-95e0-63dceb2590f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.506521407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d118df3-7568-4684-ab5a-929b523d28c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.574207132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d118df3-7568-4684-ab5a-929b523d28c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.656429883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"1f620a59-bc85-473a-99ec-e21bc0183a26","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.78318278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33c4c051-bc39-4204-93b9-5c777a8b3f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.865416482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33c4c051-bc39-4204-93b9-5c777a8b3f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.866010755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cf1398e-50b9-4a7d-b9f1-30ebf11a32e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:39.936255461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cf1398e-50b9-4a7d-b9f1-30ebf11a32e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.296225699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0884e53c-a525-48b7-a064-7303ea19ffe1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.296363363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0884e53c-a525-48b7-a064-7303ea19ffe1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.366953302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96b02897-7ec0-4da3-8fc5-99c5758c75c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.367079279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96b02897-7ec0-4da3-8fc5-99c5758c75c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.49808574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"e1ef72a3-b758-4c40-ab15-84456e9da12d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.600809948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"923fa368-7804-4388-ac9d-72ed0d9f8104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.600837312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"923fa368-7804-4388-ac9d-72ed0d9f8104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.700513749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abf1533f-1e68-475a-b74f-008da2c41c7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.7005449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abf1533f-1e68-475a-b74f-008da2c41c7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.706973964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"e1ef72a3-b758-4c40-ab15-84456e9da12d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:50:40.758518248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"dedbfd92-9468-4dc6-875d-a7d37d888988","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-82d1f74f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.767995141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"e1ef72a3-b758-4c40-ab15-84456e9da12d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.832800143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb28c63d-350d-441d-a3cd-e6668fb96dd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.832904283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb28c63d-350d-441d-a3cd-e6668fb96dd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.898879017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"036b41a2-e21d-4d15-bbcf-db723b0ab80d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.898904822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"036b41a2-e21d-4d15-bbcf-db723b0ab80d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.956576167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"525d1f89-04be-4ad0-ac9b-4ab77b92ef38","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.964929133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a2f9fb8-8940-4de0-82aa-290fd53fd3c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:40.965064067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a2f9fb8-8940-4de0-82aa-290fd53fd3c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:41.018740998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"525d1f89-04be-4ad0-ac9b-4ab77b92ef38","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:41.124495813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"525d1f89-04be-4ad0-ac9b-4ab77b92ef38","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:41.365850867Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"961e3959-5336-4528-9b81-9bc1d7095dec","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-82d1f74f/e2e-shared-int-sub-82d1f74f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:41.577734558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae9be3bc-58af-4a79-828a-6c42b4d55fff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:41.577783487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae9be3bc-58af-4a79-828a-6c42b4d55fff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:41.616238976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cff42552-4dc5-4735-a07a-5ed53c63ea7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:41.852837709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"3db85b9c-b603-41a0-9ed1-2719cf35e460","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:43.03664356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"17c6bdc9-facb-4066-a1c9-197251467272","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:43.094429992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"17c6bdc9-facb-4066-a1c9-197251467272","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:43.420060353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"8890d8a8-5483-4942-b58a-0a5347146b70","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:44.000088988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"9a38f57a-e9c9-486a-b543-3e9566a1479d","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:44.161269733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"de5b9e2c-c80d-4571-9029-aed8a6c3fe47","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:44.161438134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"d97074f3-feef-4722-b891-a453656bb2c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:44.161271972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"aa72d3ee-1049-4b6f-9567-c6df1b1c4a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:44.219073735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"de5b9e2c-c80d-4571-9029-aed8a6c3fe47","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:44.219389114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"aa72d3ee-1049-4b6f-9567-c6df1b1c4a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:44.221464233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"d97074f3-feef-4722-b891-a453656bb2c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:44.385040089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"distinct-w1-6d5663","reconcileID":"0baf2c10-0229-406e-bc99-c1fad0d06609","MaaSModelRef":{"name":"distinct-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"distinct-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"distinct-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:46.815079449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b10b19d5-9896-457a-a57c-53f49b5d92c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:46.815106996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b10b19d5-9896-457a-a57c-53f49b5d92c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:46.978064565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"d322da22-200b-4683-a7d9-0e91a17175e1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.020159422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"99bb86fb-cbc5-4da1-82cb-86a6cd57aaa6","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.036274328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"d322da22-200b-4683-a7d9-0e91a17175e1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.078929378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d50984f-aa1a-42fd-8927-83b022c63e6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.078952225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d50984f-aa1a-42fd-8927-83b022c63e6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.094241596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"d322da22-200b-4683-a7d9-0e91a17175e1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.114113495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daf6caaa-3abf-4d04-8cba-c76a6df54a8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.114170008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daf6caaa-3abf-4d04-8cba-c76a6df54a8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.151465339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b44215-8fa1-44d5-9b69-da137cd7de60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.151493386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b44215-8fa1-44d5-9b69-da137cd7de60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.170629481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e34641a-dd0c-4ef6-9990-628a28b87e03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.170652441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e34641a-dd0c-4ef6-9990-628a28b87e03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:50:47.22556959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"2e799730-6f84-4ca8-83e9-f12dadbb931b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-82d1f74f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.261376189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"8ac92507-f285-4430-821f-7afcd94168cb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.31931602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"8ac92507-f285-4430-821f-7afcd94168cb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.343007253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00e93215-a8bb-411e-8e64-155d57ad60ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.343029492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00e93215-a8bb-411e-8e64-155d57ad60ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.37536922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"8ac92507-f285-4430-821f-7afcd94168cb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.401278516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f71cfb0f-75d4-4eea-8008-d5c770fc172c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.401298275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f71cfb0f-75d4-4eea-8008-d5c770fc172c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.680586753Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"1075c8d2-8eb9-4194-ad44-15e086575a71","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-2043a749/e2e-shared-int-sub-82d1f74f","ai-tenant-e2e-mt-82d1f74f/e2e-shared-int-sub-82d1f74f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.866674715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41ef7539-607c-4553-b723-671910b7a1cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.866705763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41ef7539-607c-4553-b723-671910b7a1cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.909611339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"2873d597-acd1-42ac-aa51-bebfcf700c0e","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:47.91029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6226f2c7-952e-48fd-aeda-25a2a42b3c5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:48.086311502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"dcc87410-37e7-4be8-85df-19edb54ae4f6","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:51.250606618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"f9f5282a-e01c-4acf-ac91-1864ed4b18aa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:51.309566543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"f9f5282a-e01c-4acf-ac91-1864ed4b18aa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:51.365881395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"f9f5282a-e01c-4acf-ac91-1864ed4b18aa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:52.863240787Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"f8a20c86-d331-4270-9cb0-ab933da1ab01","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:52.863418289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a14b6cc5-cbff-4eaa-95fe-ecff2da01a69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:52.863440832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a14b6cc5-cbff-4eaa-95fe-ecff2da01a69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:53.017490428Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"f8a20c86-d331-4270-9cb0-ab933da1ab01","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"policyNamespace":"ai-tenant-e2e-mt-82d1f74f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:53.075309559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0db3b00-f946-4a91-9114-3576f4ec05fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:53.075334275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0db3b00-f946-4a91-9114-3576f4ec05fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:53.236262102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4a358b5-52b8-4a22-a145-1dcf5eb17fa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:53.236430341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4a358b5-52b8-4a22-a145-1dcf5eb17fa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.168445416Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-sub","reconcileID":"9ee0ab5f-8cb0-4910-bfa6-bd207994ca2e","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.392904701Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-sub","reconcileID":"9ee0ab5f-8cb0-4910-bfa6-bd207994ca2e","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.611933116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"3ba2d4a3-5845-4a81-9d24-06198088b9d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.636748211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"865f0bff-4c68-4ce3-94ce-202b803ab096","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.785422154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"aa184f96-da96-4ed1-aba2-c5aee78b3a8d","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.800591828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e1aadb1a-4fb0-4602-9c9c-c70ffc94207f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.800591812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"5db9902e-2371-4345-ad6a-d537c9a2494f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.801498058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"3768c45f-7f33-4f52-b46f-2c9340de162c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.86243975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"3768c45f-7f33-4f52-b46f-2c9340de162c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.866569379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e1aadb1a-4fb0-4602-9c9c-c70ffc94207f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:54.866904571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"5db9902e-2371-4345-ad6a-d537c9a2494f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:55.087744571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-api-key-scoped-auth","reconcileID":"400e485c-1a8b-476c-bd2c-1cc01fa17a0d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:55.282018356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"c7f02ad0-5914-41c7-8f70-417f50a89468","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:56.807341778Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:57.493728226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"04d15dc6-867f-4be6-adc4-18e432ce79ac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:57.557810455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"04d15dc6-867f-4be6-adc4-18e432ce79ac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:50:57.614319302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"04d15dc6-867f-4be6-adc4-18e432ce79ac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:01.008908283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a4691c-d2e5-481b-9351-ecfbcc0d85b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:01.066654873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a4691c-d2e5-481b-9351-ecfbcc0d85b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:01.122476234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a4691c-d2e5-481b-9351-ecfbcc0d85b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:01.182324958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a4691c-d2e5-481b-9351-ecfbcc0d85b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:01.243144635Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-25726a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-25726a","reconcileID":"b4d3b416-724c-4738-8a4b-cc20e4483b4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-25726a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-25726a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:03.408449968Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"931f5458-ba1d-43ac-b594-3ebc2a47514b","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-82d1f74f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:03.54446559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edb2bd4-ae6a-4ad1-8cd8-8a2b37278091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:03.59950683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edb2bd4-ae6a-4ad1-8cd8-8a2b37278091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:03.653742191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edb2bd4-ae6a-4ad1-8cd8-8a2b37278091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:03.660410929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"namespace":"ai-tenant-e2e-mt-82d1f74f","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"931f5458-ba1d-43ac-b594-3ebc2a47514b","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-82d1f74f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-2043a749/e2e-shared-int-sub-82d1f74f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:03.709678717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0edb2bd4-ae6a-4ad1-8cd8-8a2b37278091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:03.941022128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"d531bc73-b521-4fed-8521-e63c6f535842","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:03.941813299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b1e7bfa5-ca53-47f6-9ac0-18390e72bc77","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:03.980172721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3273aded-3102-4988-a945-aca5388637fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:03.980307432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3273aded-3102-4988-a945-aca5388637fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:07.723414397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"ad5be062-1936-4303-bd3a-0d57d998f017","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:07.781457247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"ad5be062-1936-4303-bd3a-0d57d998f017","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:07.838523864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"ad5be062-1936-4303-bd3a-0d57d998f017","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:07.899027266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49cf4d87-3d1d-4c74-93b5-abc54f0a577c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:07.89905775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49cf4d87-3d1d-4c74-93b5-abc54f0a577c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:10.659783022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"59eb1477-a00c-477e-ad72-d593bcb9d5a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:10.777153041Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"59eb1477-a00c-477e-ad72-d593bcb9d5a6","name":"e2e-mt-0890f259-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:18.006770426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"ffd92aed-e506-4733-9d42-2f8fc128ce2e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:18.064989514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"ffd92aed-e506-4733-9d42-2f8fc128ce2e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:18.1215723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"ffd92aed-e506-4733-9d42-2f8fc128ce2e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.48644348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"distinct-w1-6d5663","reconcileID":"a820d104-8a58-49c7-a5bc-f3162fcdfcc1","MaaSModelRef":{"name":"distinct-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"distinct-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"distinct-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.488520102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"67564f0c-1e36-4124-bdeb-3d9d542dbe60","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.488857036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"eaf5b006-3af8-4177-a230-df24ae75fae8","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.568722503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"distinct-w1-6d5663","reconcileID":"c7430d88-3dd6-49ab-92b0-7b60e94622a7","MaaSModelRef":{"name":"distinct-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"distinct-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"distinct-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.569438577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"c88c4d8b-1684-4646-be9b-49fd47af9d81","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.569947374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"255b2adc-4023-48e8-b1ba-60258392e61e","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.647698702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"8daabebc-fa90-4b2e-97da-344c444a36ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.656751994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"77b93807-46c1-4d4d-af7f-32ef003376d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.728520331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"72922005-a02c-4a38-9092-32659de8414f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.729213713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"86197e41-d424-49d4-8d05-943cde573148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.75249713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"8daabebc-fa90-4b2e-97da-344c444a36ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:21.753216762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"77b93807-46c1-4d4d-af7f-32ef003376d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:22.130841573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"696a5568-fa4e-48ec-b33c-ebecfac0aa5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:22.131543608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"ef0d62f5-62e0-4c82-8bb9-215880b95334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:22.190589581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"696a5568-fa4e-48ec-b33c-ebecfac0aa5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:22.190700985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"ef0d62f5-62e0-4c82-8bb9-215880b95334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:26.804375008Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:28.239687538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"aad154da-6232-4ae1-a320-efab95a5052c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:28.331982457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"aad154da-6232-4ae1-a320-efab95a5052c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:28.67573442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1422a844-4cc8-4ca9-b573-f39cd7dfbd09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:28.67576766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1422a844-4cc8-4ca9-b573-f39cd7dfbd09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:30.136742482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"734731c8-df05-41bc-8a98-1f699f500b8f","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:30.354619827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"93955c83-1ab2-4d3e-b16a-1bfa078e7163","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:30.356485774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"836d7988-15af-430a-bb19-aea3ee3301bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:30.356637025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6803d250-5ac2-4d62-9dcd-29b758bfed94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:30.414195218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6803d250-5ac2-4d62-9dcd-29b758bfed94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:30.417565835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"836d7988-15af-430a-bb19-aea3ee3301bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:30.526818794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"4e741216-2e77-4277-afa7-f1de5ddcd728","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:30.742854246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"3cde571d-21a5-408d-a513-939f93b3fa38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:39.717390059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"91fee4d1-c9a2-4ed3-b12a-e5835eb05ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:39.718212743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"96720239-2f7d-44ec-a3a7-c28aad835cf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:39.776907485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"91fee4d1-c9a2-4ed3-b12a-e5835eb05ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:39.776921757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"96720239-2f7d-44ec-a3a7-c28aad835cf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:40.527563285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"768ed11f-bdb0-4320-9e5b-4f3852c1ec60","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:41.501563726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"ff70e3c2-c425-4237-8f1b-fc5edb1dc34f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-25726a","tenantID":"e2e-api-a-25726a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:41.619254434Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"ff70e3c2-c425-4237-8f1b-fc5edb1dc34f","name":"e2e-api-a-25726a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:50.529266535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"5c8592ba-2d75-4ecb-a8a4-12f603ec51aa","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.655431952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"31261bc9-80c4-4fda-b4a4-1b099032e1fd","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.656069883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"ce78e9d7-18ab-4dae-8525-a3cbadd1ab5c","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.660591746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"dab783ad-f132-4072-b624-850e410d9d49","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.71251853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"d481e379-6dfa-4fad-9972-68b35be95d17","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.718035303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"37a84c24-322d-4354-8d25-f872aa05fc20","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.718933992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"b71f1c68-a498-4b16-bbcf-cf7c5a37e9e7","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.850974571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"df60a3e0-dd04-4623-ab55-e2464adad5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.851799663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b8916f21-cb58-4cf0-968e-9b0bd81efc44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.932822993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"2c699750-fa4f-4b21-892f-a01f1c4e46d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.934632015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"6e812454-98fb-46c2-9a62-dfdd77652183","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.949452414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"df60a3e0-dd04-4623-ab55-e2464adad5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:51.958635142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b8916f21-cb58-4cf0-968e-9b0bd81efc44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:52.321530447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"40fb6d1b-71a6-4b37-903c-055a233cf4fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:52.321687549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7ba6ec57-fee8-4c98-a8ce-7173963f7c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:52.379050859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"40fb6d1b-71a6-4b37-903c-055a233cf4fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:52.379245653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7ba6ec57-fee8-4c98-a8ce-7173963f7c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:53.386840615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09789bc5-e6f2-42ed-bf7d-d00adbf7ae30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:53.440989886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09789bc5-e6f2-42ed-bf7d-d00adbf7ae30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:53.494967937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09789bc5-e6f2-42ed-bf7d-d00adbf7ae30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:53.55351558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09789bc5-e6f2-42ed-bf7d-d00adbf7ae30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:55.56470434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e804660c-560b-43c8-8517-fa993d134707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:55.618760987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e804660c-560b-43c8-8517-fa993d134707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:55.673303973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e804660c-560b-43c8-8517-fa993d134707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:55.727577624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e804660c-560b-43c8-8517-fa993d134707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:51:56.777403757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:00.530173326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"6ef2f51a-ac4e-493c-a918-7c95fb40048e","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:03.173858763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"distinct-2-w1-6d5663","reconcileID":"4c8d1b3f-61f6-49b2-9b26-8f3023162509","MaaSModelRef":{"name":"distinct-2-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"distinct-2-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"distinct-2-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:08.888916186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"975a88b2-c6ea-43bf-b1d7-09ee5b0a61f4","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:09.106736133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"19c9fdcb-2f03-4d72-b43c-7c40f21c47bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:09.110219696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"b2223f8d-d662-4696-b84e-d8bd1be2a47d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:09.110220053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"2b5b2ef0-7d75-43d4-a241-a088f4f888a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:09.169744022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"2b5b2ef0-7d75-43d4-a241-a088f4f888a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:09.170227499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"b2223f8d-d662-4696-b84e-d8bd1be2a47d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:09.279558562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"24eec933-98be-47e1-9ee8-9a1254da3f30","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:09.498058238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"3ae96280-f8ee-423b-83a4-bc26f74e876c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.048548215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"c3245f31-2897-4dd6-b72f-3c8809d7b08c","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.106622033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"855fb206-a73b-4d99-9690-f9e0ed756fd4","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.267652177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"01a8736c-cf8d-475c-be9b-a4695173cfe3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.326782307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"01a8736c-cf8d-475c-be9b-a4695173cfe3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.339158778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"fe0e1263-544d-4b67-995f-84560d7b5b7e","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.396315599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"0187eccd-29bc-4085-8e89-732a26195f8f","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:52:12.449386236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-user-sub","reconcileID":"b0fe2f51-95fe-4ccd-b8d1-7f87d71c5ef6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.499863005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"bfab5d13-7a75-4910-8eb1-6d3efb5528bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.499863259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"b4c5376d-509f-425e-8703-e4627e6362bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.557512517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"bfab5d13-7a75-4910-8eb1-6d3efb5528bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.558974104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"b4c5376d-509f-425e-8703-e4627e6362bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.615459826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"1d19da66-82f6-49ac-a15b-52fe8b3dc532","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.615505862Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-6d5663 priority=0:[ai-tenant-e2e-worker-w1-6d5663/e2e-models-other-sub ai-tenant-e2e-worker-w1-6d5663/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.647480369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"1cd5270c-78af-496c-ab8b-a926c7dbe697","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.665778699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"46f5051d-3f05-4ab1-9f9b-dca43747ef6f","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:52:12.669867191Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-6d5663/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.720827237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"753ec3d8-fccc-494f-a38e-b1481a46bf04","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.723657867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"a2e32e6f-df30-42f6-ac3d-077465ff52f6","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:52:12.723867928Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-6d5663/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.778981402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"0ca8cfa9-806f-4fef-adb9-ff71a372b74e","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.807500822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"0b01a415-f347-4638-8354-019a25a6d876","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.865220149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"0b01a415-f347-4638-8354-019a25a6d876","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.952149219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"71cc359c-4dcf-4a98-90c9-fd0e215c4279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.95233884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c563ca7f-6fab-4c6f-9e7e-9fbc9a5ec5b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:12.999985375Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-user-sub","reconcileID":"fa441c5c-0ada-4b69-ade7-ef8e78480329","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-6d5663/e2e-models-other-sub","ai-tenant-e2e-worker-w1-6d5663/e2e-models-user-sub","ai-tenant-e2e-worker-w1-6d5663/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.012908534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"71cc359c-4dcf-4a98-90c9-fd0e215c4279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.01297885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c563ca7f-6fab-4c6f-9e7e-9fbc9a5ec5b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.103291894Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-other-sub","reconcileID":"73e22a13-a186-478a-ac88-9310bb1926d3","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-6d5663/e2e-models-other-sub","ai-tenant-e2e-worker-w1-6d5663/e2e-models-user-sub","ai-tenant-e2e-worker-w1-6d5663/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.174269119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"9bcb2c2d-5ecd-4f53-9d37-c6dccd4ea306","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.217169785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"129dc3e9-a0df-475a-8fb4-b2dc97cb1345","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.23236452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"c12982ec-1b75-4d65-bedb-5dd8f8b3a21d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.272769468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"b75be741-daad-4d10-800b-3bdad67fe24a","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.290782205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"c12982ec-1b75-4d65-bedb-5dd8f8b3a21d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.390400085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-user-sub","reconcileID":"5f9888dc-2d34-44fe-8584-8a962a90b548","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.4923641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-other-sub","reconcileID":"a794f8b6-bc75-49f0-b354-3dd79bf2e5e3","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:13.592750399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"f6ee2caf-8420-42ab-9a09-89a25efb1a9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.368801696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"be8ce1be-ec32-4d5a-b45e-4ba8ffe60757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.368889425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"b1baa44b-19dc-42f9-bf0a-1440889b70ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.427447065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"be8ce1be-ec32-4d5a-b45e-4ba8ffe60757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.427455845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"b1baa44b-19dc-42f9-bf0a-1440889b70ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.67632923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"4f7247ef-884d-4d73-a57d-4bdb09e50006","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.836707904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"cd933047-aaf1-4289-a0cb-ffb3d2ed04d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.836821654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"36bf2457-daae-47bf-9eeb-a2f13cb6a79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.837300434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"a731fb93-ec30-4cdd-9455-f45790b2e5c5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.895234313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"cd933047-aaf1-4289-a0cb-ffb3d2ed04d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.895243372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"36bf2457-daae-47bf-9eeb-a2f13cb6a79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:15.897666951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"a731fb93-ec30-4cdd-9455-f45790b2e5c5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:16.090628516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"0c6e8712-7fe6-47b9-9b90-efbe22a311d6","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.081174241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"b705c98f-7e55-4c87-8caf-4885fb966354","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.138169607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"b505d55d-2c75-4435-8007-a1f7d72d2243","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.299353332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"085ef83b-ea74-4955-b91d-7396ada26b3c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.356943984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"085ef83b-ea74-4955-b91d-7396ada26b3c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.362780573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"19fb7b86-5dbe-46ee-b7a0-b31aad2ac220","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.413723616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48bae5f96dcc615433dd8073d97a526d0b865fd51558a5bdf5192d0efc734867) AuthConfig (8788e3cf6f3e754e9ffc7ff20ab0af2098ad0158299ab437b8be5955151f4b22) AuthConfig (60506d5fd41adad042a0e6129207d7e06c8c56e9077e6f3c2d894fbcfba3c60e) AuthConfig (09b75936099d7c3d0beae15bc5ba73121c5bdf11e103ed21367d840fab8aa22a) AuthConfig (73a41fcc6b36d091ec74486d447ae05f22797411cc2b25eede6712fcbcb45bc4) AuthConfig (90fbbcda4d70d6b8072a927bfdfa10f10e963e878fb3a1e505f70774f3c861d2) AuthConfig (83737089edcb5fe87837a20150f5257c40810dadeb7880229328aad6e50c9ea9) AuthConfig (69634f620408908f6fadde6da888cd2fe33bbdb2eedfa4e81a43b74c3f2fac26) AuthConfig (3ebabd2377ceab05646b3e058308e91635360d0092f373acc50a55f285a98e4b) AuthConfig (dedf30916b6b7c71eda6dbf3467740f0059a63bedc87ac5700007cea218577bb) AuthConfig (cfbe303560e4d3274f5610edb22ff42fda584cda14a784dd2aca1e113feeac34) AuthConfig (0c7645c10cd52e76b3a9455cdc99aae17dbf896355c032fa684add07d1dec0e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"085ef83b-ea74-4955-b91d-7396ada26b3c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.421556252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"66356998-a687-4aaf-8159-58d44b902e68","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:52:17.467480611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub","reconcileID":"bd8fa3de-864f-4f37-b310-55f54e648dfd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.47216894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"f3c6bde6-5552-4641-ac0b-64fdf0df041f","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.480170874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"6ad51d9d-db04-49b7-8619-39970d9b130a","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.525417343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"66a2f8ac-974f-4ac8-9faa-787344bbbb14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.525432015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"825019ea-dc17-4f20-b4c8-bb97fe517650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.580647685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"ef904ce7-9c9d-4521-a735-066ac93b40a7","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.584599153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"825019ea-dc17-4f20-b4c8-bb97fe517650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.585389138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"66a2f8ac-974f-4ac8-9faa-787344bbbb14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.633297874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5ee8a4b0-05bd-4646-9dce-0af4ad61d9e6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.638407175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"661e4e6c-86de-4dd0-ad42-717d921c1394","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.691171846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5ee8a4b0-05bd-4646-9dce-0af4ad61d9e6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.747528509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48bae5f96dcc615433dd8073d97a526d0b865fd51558a5bdf5192d0efc734867) AuthConfig (8788e3cf6f3e754e9ffc7ff20ab0af2098ad0158299ab437b8be5955151f4b22) AuthConfig (60506d5fd41adad042a0e6129207d7e06c8c56e9077e6f3c2d894fbcfba3c60e) AuthConfig (09b75936099d7c3d0beae15bc5ba73121c5bdf11e103ed21367d840fab8aa22a) AuthConfig (73a41fcc6b36d091ec74486d447ae05f22797411cc2b25eede6712fcbcb45bc4) AuthConfig (90fbbcda4d70d6b8072a927bfdfa10f10e963e878fb3a1e505f70774f3c861d2) AuthConfig (83737089edcb5fe87837a20150f5257c40810dadeb7880229328aad6e50c9ea9) AuthConfig (69634f620408908f6fadde6da888cd2fe33bbdb2eedfa4e81a43b74c3f2fac26) AuthConfig (3ebabd2377ceab05646b3e058308e91635360d0092f373acc50a55f285a98e4b) AuthConfig (dedf30916b6b7c71eda6dbf3467740f0059a63bedc87ac5700007cea218577bb) AuthConfig (cfbe303560e4d3274f5610edb22ff42fda584cda14a784dd2aca1e113feeac34) AuthConfig (0c7645c10cd52e76b3a9455cdc99aae17dbf896355c032fa684add07d1dec0e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5ee8a4b0-05bd-4646-9dce-0af4ad61d9e6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.907211166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6e3bd2ec-07ce-4c8a-a58e-1bcccf862a4e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.913808882Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub","reconcileID":"38b90707-7e2f-4862-99f9-f196d1794514","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:17.964560075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6e3bd2ec-07ce-4c8a-a58e-1bcccf862a4e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:18.010173308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"95f91bc9-a4af-4eee-909f-8cd6d05b14b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:18.010297809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"f8cf9af1-fcac-4b50-a149-acf305090a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:18.02074465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48bae5f96dcc615433dd8073d97a526d0b865fd51558a5bdf5192d0efc734867) AuthConfig (8788e3cf6f3e754e9ffc7ff20ab0af2098ad0158299ab437b8be5955151f4b22) AuthConfig (60506d5fd41adad042a0e6129207d7e06c8c56e9077e6f3c2d894fbcfba3c60e) AuthConfig (09b75936099d7c3d0beae15bc5ba73121c5bdf11e103ed21367d840fab8aa22a) AuthConfig (73a41fcc6b36d091ec74486d447ae05f22797411cc2b25eede6712fcbcb45bc4) AuthConfig (90fbbcda4d70d6b8072a927bfdfa10f10e963e878fb3a1e505f70774f3c861d2) AuthConfig (83737089edcb5fe87837a20150f5257c40810dadeb7880229328aad6e50c9ea9) AuthConfig (69634f620408908f6fadde6da888cd2fe33bbdb2eedfa4e81a43b74c3f2fac26) AuthConfig (3ebabd2377ceab05646b3e058308e91635360d0092f373acc50a55f285a98e4b) AuthConfig (dedf30916b6b7c71eda6dbf3467740f0059a63bedc87ac5700007cea218577bb) AuthConfig (cfbe303560e4d3274f5610edb22ff42fda584cda14a784dd2aca1e113feeac34) AuthConfig (0c7645c10cd52e76b3a9455cdc99aae17dbf896355c032fa684add07d1dec0e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6e3bd2ec-07ce-4c8a-a58e-1bcccf862a4e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:18.067882144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"95f91bc9-a4af-4eee-909f-8cd6d05b14b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:18.067946043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"f8cf9af1-fcac-4b50-a149-acf305090a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:18.082937108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"14d321f0-8268-49bc-a12c-0310e253a69e","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:18.128983675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"a92d2cc4-7e07-403d-a810-f6ca9d3ff238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:18.298915074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub","reconcileID":"71f1c415-211e-4074-8e61-ad655af2bfa6","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.210704379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"157773ae-b7cb-4608-acef-e9930e6b3380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.210727297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"157773ae-b7cb-4608-acef-e9930e6b3380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.24458659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce63c18-0e88-4d41-905f-15e381cce005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.298842557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce63c18-0e88-4d41-905f-15e381cce005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.301091753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bc0adfa-d870-4b9b-a174-01392d266dc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.301112395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bc0adfa-d870-4b9b-a174-01392d266dc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.352998986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce63c18-0e88-4d41-905f-15e381cce005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.407497322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce63c18-0e88-4d41-905f-15e381cce005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.515692248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"1510b37e-e152-43df-948f-0998bd021777","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-25726a","tenantID":"e2e-api-a-25726a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.694894936Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"1510b37e-e152-43df-948f-0998bd021777","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"name":"e2e-api-a-25726a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.754649649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-25726a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"1510b37e-e152-43df-948f-0998bd021777","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.814207036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43d00ec0-0c80-4f79-83ca-90260eb7d78d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:23.81422926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43d00ec0-0c80-4f79-83ca-90260eb7d78d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:25.489558613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0219073a-e1e2-40eb-aa1f-f3c05c137579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:25.544281402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0219073a-e1e2-40eb-aa1f-f3c05c137579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:25.598357683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0219073a-e1e2-40eb-aa1f-f3c05c137579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:25.652920087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0219073a-e1e2-40eb-aa1f-f3c05c137579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:25.844032216Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-user-sub","reconcileID":"60e5f6c8-89c9-447a-9ee1-0812df450db2","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.093927306Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-user-sub","reconcileID":"60e5f6c8-89c9-447a-9ee1-0812df450db2","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-6d5663/e2e-models-other-sub","ai-tenant-e2e-worker-w1-6d5663/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.313404197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"ad9cb407-a40c-48b5-8d1c-20c1a842e0c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.313448165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-other-sub","reconcileID":"6c5b8df0-95e5-4788-813f-f50fcb5845ee","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.357721993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"071f7edd-1afb-4131-9ad7-68e32f50e522","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.418374975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"abc39f31-6f30-4b00-af2c-2906d24c9010","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.508581686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"1fc8c29d-2a14-4385-9cd5-c0d15f09bf34","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.519234484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"4b59b795-b298-48e2-856b-0cf4a455df95","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.519324788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"1f2dc43f-9992-4a00-b8a8-09faa5e5d6a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.519690106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"fd411c17-0ad2-45a2-873f-741f70cc52bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.578359888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"1f2dc43f-9992-4a00-b8a8-09faa5e5d6a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.578397548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"4b59b795-b298-48e2-856b-0cf4a455df95","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.580848886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"fd411c17-0ad2-45a2-873f-741f70cc52bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.777654119Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.95406117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"e373bdbe-c95d-43db-920b-b3190044a86c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.954305649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"6f4369ec-0238-430e-888b-314595fe2093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:26.954061079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6d7348b2-83cb-4962-ad61-7649f5757d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:27.013245586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"6f4369ec-0238-430e-888b-314595fe2093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:27.015802244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"e373bdbe-c95d-43db-920b-b3190044a86c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:27.016203564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6d7348b2-83cb-4962-ad61-7649f5757d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:28.182300479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"96dad590-973e-4c1a-98c5-edea6b6e5af8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:28.243247338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"96dad590-973e-4c1a-98c5-edea6b6e5af8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:28.310714908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9a1b3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48bae5f96dcc615433dd8073d97a526d0b865fd51558a5bdf5192d0efc734867) AuthConfig (8788e3cf6f3e754e9ffc7ff20ab0af2098ad0158299ab437b8be5955151f4b22) AuthConfig (60506d5fd41adad042a0e6129207d7e06c8c56e9077e6f3c2d894fbcfba3c60e) AuthConfig (09b75936099d7c3d0beae15bc5ba73121c5bdf11e103ed21367d840fab8aa22a) AuthConfig (73a41fcc6b36d091ec74486d447ae05f22797411cc2b25eede6712fcbcb45bc4) AuthConfig (90fbbcda4d70d6b8072a927bfdfa10f10e963e878fb3a1e505f70774f3c861d2) AuthConfig (83737089edcb5fe87837a20150f5257c40810dadeb7880229328aad6e50c9ea9) AuthConfig (69634f620408908f6fadde6da888cd2fe33bbdb2eedfa4e81a43b74c3f2fac26) AuthConfig (3ebabd2377ceab05646b3e058308e91635360d0092f373acc50a55f285a98e4b) AuthConfig (dedf30916b6b7c71eda6dbf3467740f0059a63bedc87ac5700007cea218577bb) AuthConfig (cfbe303560e4d3274f5610edb22ff42fda584cda14a784dd2aca1e113feeac34) AuthConfig (0c7645c10cd52e76b3a9455cdc99aae17dbf896355c032fa684add07d1dec0e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"96dad590-973e-4c1a-98c5-edea6b6e5af8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:28.494667405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6122442-5a11-4840-8dc7-321b8b8ccd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:28.548892178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6122442-5a11-4840-8dc7-321b8b8ccd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:28.604354004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6122442-5a11-4840-8dc7-321b8b8ccd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:28.658518408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6122442-5a11-4840-8dc7-321b8b8ccd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:28.89294772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"3ddf6e0f-58c3-4c57-b840-bd5e3f701b97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.003101567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"f4e671e2-90b2-4a52-b38e-0bb55ae76612","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.062786354Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9b107b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9b107b","reconcileID":"59dfc3d2-48f9-43e8-9141-54162ae43ccb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-9b107b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-9b107b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.196678971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"95a4cea1-6781-415a-a81a-94faed52c0cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.30651898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"c3c2289d-e1ca-4462-a896-ecc20fbe5dbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.406015184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"c1da5240-c956-446d-b676-f88e83bc8697","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.545553752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"720d4508-3298-4ddc-9c44-1d109bc082d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.63782817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48b0ba1a-7e87-4baf-9672-b4ff32de9e3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.755798149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"8f58e35e-c219-4e68-b582-695c5ee4a1cb","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.756650549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3f11a14-eda9-4fd1-8e04-438778bb5356","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.879766859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"2cf47c8f-8a05-43ec-9e05-de300354f080","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:29.999669969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"d7b22d23-7b4a-4f95-bcc4-48f43333f026","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:30.108617916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub","reconcileID":"9f2a98f9-3795-43bb-a79a-7137bc052ddc","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:30.216841196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"fd0c149f-743a-4397-8925-8262c15645be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:30.696524188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb47f4e2-b4a7-4ba2-bb24-d3a78751ade3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:30.750397013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb47f4e2-b4a7-4ba2-bb24-d3a78751ade3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:30.805140967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb47f4e2-b4a7-4ba2-bb24-d3a78751ade3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:30.859320692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb47f4e2-b4a7-4ba2-bb24-d3a78751ade3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:32.802216904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222014b4-c61f-4dc8-860e-2a1c7bc09ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:32.858299054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222014b4-c61f-4dc8-860e-2a1c7bc09ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:32.912794921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222014b4-c61f-4dc8-860e-2a1c7bc09ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:32.967197893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222014b4-c61f-4dc8-860e-2a1c7bc09ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:33.923337381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"6563ad14-e418-462b-bce7-9b5c8650a2dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-25726a","tenantID":"e2e-api-a-25726a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:33.981590854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"6563ad14-e418-462b-bce7-9b5c8650a2dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"name":"e2e-api-a-25726a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:34.03792524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-25726a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"6563ad14-e418-462b-bce7-9b5c8650a2dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:34.614421176Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"fcb7920f-c88a-428c-a79c-41b507138e0c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:34.614590411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46036f3e-5d53-4701-a0c4-b986a94e019b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:34.614611153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46036f3e-5d53-4701-a0c4-b986a94e019b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:34.721437632Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-policy-82d1f74f","reconcileID":"fcb7920f-c88a-428c-a79c-41b507138e0c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"policyNamespace":"ai-tenant-e2e-mt-2043a749","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:34.778917215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d49d4eda-046f-46cd-a079-64d6553acff0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:34.778937761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d49d4eda-046f-46cd-a079-64d6553acff0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:34.931311937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f0cc583-60c0-41bc-b04b-1b52f42e47e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:34.931342322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f0cc583-60c0-41bc-b04b-1b52f42e47e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:36.676835609Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-other-sub","reconcileID":"c360bf8f-3943-4a5c-afd0-2ac92d4eef5a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:36.896780635Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-other-sub","reconcileID":"c360bf8f-3943-4a5c-afd0-2ac92d4eef5a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-6d5663/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.113939074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"53d04935-4ea7-4029-9a75-ae50c54e945b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.160015563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"43bc6bbb-9e9e-4054-a177-409ff2eddb1a","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.309441168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"8ba98914-e8c3-4d36-bbcb-dd8a276a6fcd","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.319716817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"216425ca-c1fb-4813-ac26-0f6d11d28272","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.319948056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"97e57492-1a25-44f0-b474-5f540b16c716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.320481308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"323d2fed-d994-4595-98c9-e291e9140404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.37793742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"323d2fed-d994-4595-98c9-e291e9140404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.378440642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"97e57492-1a25-44f0-b474-5f540b16c716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.380463783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"216425ca-c1fb-4813-ac26-0f6d11d28272","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.586099273Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-models-access-denied-auth","reconcileID":"57951be0-544b-4151-816c-32edd137683c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:37.796097846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"e9a1d95e-40c9-42ba-b683-5e0c2cedbe5e","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:38.472856225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"812b31b7-5390-4406-8b18-552cf3b39f91","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:38.53095135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"812b31b7-5390-4406-8b18-552cf3b39f91","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:38.802780247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"0a19a664-8d1f-4bbe-85f1-8f0288f8f8c4","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:39.65048877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3e7481fa-a014-4601-a014-000f5498c8a9","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:39.825580546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"5f437d10-71ee-4db3-a742-1131121bff64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:39.828349714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6073c800-8857-4eca-bea5-beb11260074f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:39.829074157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e8e812b2-18e5-4541-9773-dcbf763f4750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:39.905222047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e8e812b2-18e5-4541-9773-dcbf763f4750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:39.909240524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6073c800-8857-4eca-bea5-beb11260074f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:39.909663207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"5f437d10-71ee-4db3-a742-1131121bff64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:43.846239145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7d4904-2d72-4b3b-9be0-cf98ff84c92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:43.901206471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7d4904-2d72-4b3b-9be0-cf98ff84c92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:43.956454776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7d4904-2d72-4b3b-9be0-cf98ff84c92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:44.010599541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7d4904-2d72-4b3b-9be0-cf98ff84c92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:44.152596173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"c3b9811d-0084-459d-84f9-9bea6f644013","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-25726a","tenantID":"e2e-api-a-25726a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:44.211402482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"c3b9811d-0084-459d-84f9-9bea6f644013","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"name":"e2e-api-a-25726a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:44.300280494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-25726a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"c3b9811d-0084-459d-84f9-9bea6f644013","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:44.302501394Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f89875","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f89875","reconcileID":"8c331e60-45d0-4082-b110-9817a0d59094","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f89875","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f89875":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:45.151947761Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"ff8e7e67-bb41-4ddf-ae2e-681e9fcea276","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-82d1f74f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:45.385752765Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"namespace":"ai-tenant-e2e-mt-2043a749","name":"e2e-shared-int-sub-82d1f74f","reconcileID":"ff8e7e67-bb41-4ddf-ae2e-681e9fcea276","MaaSSubscription":{"name":"e2e-shared-int-sub-82d1f74f","namespace":"ai-tenant-e2e-mt-2043a749"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:45.701776151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"911b52c8-03c5-404f-9734-51b9cd986109","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:45.722184935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"021a2c36-b5b5-455c-b548-33b778e68055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:45.72221315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"021a2c36-b5b5-455c-b548-33b778e68055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:46.146676528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765b7089-93e2-49c4-b54a-b41ce0dba791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:46.204302805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765b7089-93e2-49c4-b54a-b41ce0dba791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:46.259160581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765b7089-93e2-49c4-b54a-b41ce0dba791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:46.313550967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765b7089-93e2-49c4-b54a-b41ce0dba791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:48.352445606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1b33a1-f3a6-45b4-b036-385899135ca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:48.407192759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1b33a1-f3a6-45b4-b036-385899135ca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:48.464495887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1b33a1-f3a6-45b4-b036-385899135ca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:48.524971743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1b33a1-f3a6-45b4-b036-385899135ca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:49.843855257Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub","reconcileID":"ffa8186e-9112-4d14-a368-5957c1ea92a3","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:50.069657023Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub","reconcileID":"ffa8186e-9112-4d14-a368-5957c1ea92a3","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:50.288066914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"986ddbbf-28e1-4781-bded-dc676e3c23ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:50.292913835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"b20e1b1e-3118-4f99-b961-be40ed96352c","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:50.455802606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"01449e1a-5219-442a-b7b7-6b458607988e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:50.456010129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"86fcbfa2-4799-4248-b942-763e4eb221bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:50.455802604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d27b497c-783b-4109-abf7-c108c02e69e3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:50.514764362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"01449e1a-5219-442a-b7b7-6b458607988e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:50.515967368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"86fcbfa2-4799-4248-b942-763e4eb221bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:50.517082528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d27b497c-783b-4109-abf7-c108c02e69e3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:53.149947343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"59ff8c25-db73-43fc-9324-d4e7fc0e2d50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:53.390014906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"816340fe-8e82-4be2-a6cd-9381bf6ec96b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:53.638264729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"00712da2-b844-48d5-a8cc-0affc6ad59fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:53.738468807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"c7f9729f-4faa-4e7d-85ce-c7f5f73b9728","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:53.76228266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"59d5e94d-06b7-46dc-90aa-92a1c6725998","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:53.84246529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfb9b4af-3aaa-40d8-afc7-216981fd198d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:53.93809866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"099ee128-7265-4b58-9c10-71de4ecb6a92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:54.203553629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"412ca69b-002f-4bc7-b579-1f5e7b7af09c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:54.303798817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"a6eecbdb-af2a-4ab3-a12e-cc780ade9ef9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:54.410027256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"743f4af8-37fa-40bb-8cd9-93efa7f3d758","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-25726a","tenantID":"e2e-api-a-25726a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:54.470510816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"743f4af8-37fa-40bb-8cd9-93efa7f3d758","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"name":"e2e-api-a-25726a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:54.528619985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-25726a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2556132a1779a286d90aec1ec40c314e2561d261e91320714a56dc3c2433d289) AuthConfig (d8a1661672564d1f3af2d47d0b6fc3ceff2976dc45755beb893f70ac060baddd) AuthConfig (25db81711bbb3961d39a52af789399bcce76cbd184fe2cc5fcb39c9624818d37) AuthConfig (00b8fbc92e1209aa901e4686104b80d9bc0dc3428de5e81e27380d74a30fd7c2) AuthConfig (0121dcd5bb3caead5f7422fd803f60ebd23ab29ea681482d5d0deb12684a4bfd) AuthConfig (57d3f3a96932cb933b8c68d8fe91831075fb6044a9d76e749bf36d137488320d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"743f4af8-37fa-40bb-8cd9-93efa7f3d758","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:54.58868135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2e482e-a1e9-4b03-a3e1-cf3dfb4246ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:54.588709036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2e482e-a1e9-4b03-a3e1-cf3dfb4246ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:52:56.7797512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:04.696882192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"bcdc55b1-359a-4a88-9159-fb712fd0c715","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-25726a","tenantID":"e2e-api-a-25726a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:04.755871273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"bcdc55b1-359a-4a88-9159-fb712fd0c715","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"name":"e2e-api-a-25726a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:04.813024434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-25726a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2556132a1779a286d90aec1ec40c314e2561d261e91320714a56dc3c2433d289) AuthConfig (d8a1661672564d1f3af2d47d0b6fc3ceff2976dc45755beb893f70ac060baddd) AuthConfig (25db81711bbb3961d39a52af789399bcce76cbd184fe2cc5fcb39c9624818d37) AuthConfig (00b8fbc92e1209aa901e4686104b80d9bc0dc3428de5e81e27380d74a30fd7c2) AuthConfig (0121dcd5bb3caead5f7422fd803f60ebd23ab29ea681482d5d0deb12684a4bfd) AuthConfig (57d3f3a96932cb933b8c68d8fe91831075fb6044a9d76e749bf36d137488320d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"bcdc55b1-359a-4a88-9159-fb712fd0c715","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:12.800165554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"860e96f3-871e-4f6e-825b-ad1763dcf181","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9b107b","tenantID":"e2e-api-b-9b107b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:12.919485549Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"860e96f3-871e-4f6e-825b-ad1763dcf181","name":"e2e-api-b-9b107b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:14.921225711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"d6c8f70b-378b-4e0d-9e7d-7fe6dd8badd2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-25726a","tenantID":"e2e-api-a-25726a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:14.980076325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"d6c8f70b-378b-4e0d-9e7d-7fe6dd8badd2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"name":"e2e-api-a-25726a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:15.036446875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-25726a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2556132a1779a286d90aec1ec40c314e2561d261e91320714a56dc3c2433d289) AuthConfig (d8a1661672564d1f3af2d47d0b6fc3ceff2976dc45755beb893f70ac060baddd) AuthConfig (25db81711bbb3961d39a52af789399bcce76cbd184fe2cc5fcb39c9624818d37) AuthConfig (00b8fbc92e1209aa901e4686104b80d9bc0dc3428de5e81e27380d74a30fd7c2) AuthConfig (0121dcd5bb3caead5f7422fd803f60ebd23ab29ea681482d5d0deb12684a4bfd) AuthConfig (57d3f3a96932cb933b8c68d8fe91831075fb6044a9d76e749bf36d137488320d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"d6c8f70b-378b-4e0d-9e7d-7fe6dd8badd2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:16.271072996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"10b50a9f-d4fa-4f35-8d12-fbebad6349a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:16.376047396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"2f6739dd-1e16-4d63-8a3a-1641d7f29dda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:16.377016142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"1580d683-4a88-417d-8fcb-1f3751fa6a2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:16.507783737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"5d798e55-d256-4e6f-834a-29757d42dce5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:16.800090926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"ff1cb721-d2bd-4770-96f7-4ebc6dc64abb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:16.891984689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2b81918-0e02-412b-8fce-ace73b3899ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:16.988903927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"1c0c66e1-700b-4235-973e-cc00800703fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:17.171811091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"c634e25b-8230-4962-9965-5e6f9be2f51f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:17.317157011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"013c3651-fa22-45cd-a1ae-a38f754be543","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:17.552808553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"d874f712-7c26-4788-8d03-0b0d25606465","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:18.163962161Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b80822c8-1cf5-41d8-93bf-ac2865ecae67","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:18.164043655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"4f5934b7-aa1f-4800-afb1-2e79fe2c4c9f","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:18.331633312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"058efa3b-fc8c-4904-b4e0-5009828bcf98","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.191161257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"e0ea8d27-ee9a-4162-bb69-d6eccddb45e1","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.191189844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"e0ea8d27-ee9a-4162-bb69-d6eccddb45e1","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.252244781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"1fb68cf7-7b92-498c-a9ca-8772b3667bab","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.272638161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"1f95a552-576f-4e2d-bedf-4b13b9a182e9","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.483448139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"385f7d75-57d7-48eb-9afc-513815771440","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.483539877Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-9a1b3f priority=10:[ai-tenant-e2e-worker-w3-9a1b3f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.487928752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"836e06a9-171d-4f67-b769-727a983ff33b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.543494227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"1c613215-7893-4f1f-9a06-01cfc981a334","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.547561612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"836e06a9-171d-4f67-b769-727a983ff33b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.59498172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"4e7aea60-e169-4829-baf8-2a9b63c54575","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:53:19.597915943Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9a1b3f/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.6540898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"f44d3723-6de8-4036-8480-1e8a4a1f7094","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.702099847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"beda51d3-b618-436d-a646-d6870637721d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.702103348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"5bada3b1-1655-4435-bbf6-59a89ea7783b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.761652985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"5bada3b1-1655-4435-bbf6-59a89ea7783b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.761688686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"beda51d3-b618-436d-a646-d6870637721d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.764572366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"e16de3db-2e61-4a84-86e1-e83d0e85d2b3","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.820762073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"097cc1f0-2177-4a37-b439-f89da7ad5a9f","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.873269738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"c72f5f1a-8550-4f91-b0e3-21ac7d1a047d","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:19.878208072Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub1","reconcileID":"e0f0e975-b068-4bed-bc47-f8c4119f654f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-distinct-w3-9a1b3f","model":"distinct-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.033700456Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-9a1b3f priority=10:[ai-tenant-e2e-worker-w3-9a1b3f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.033793895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"22f3649d-7534-4c8a-8e4c-5bac9295bb50","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.087917881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"55a56670-459b-40d7-a41f-47300a729f5f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.093347554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"13ee9f40-84f9-4a38-b2d6-c39b2a9a69c2","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.093759323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"520a8a45-06ae-4b43-b761-bf494f4e8d15","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:53:20.140778238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub2","reconcileID":"2b86f948-fb68-4c4d-9e96-6f1a5dbceb5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.146029115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"55a56670-459b-40d7-a41f-47300a729f5f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.151705052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"9736fa87-b244-4cca-a7d3-97cc22a15735","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.188570242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"35510476-edea-42b6-88e7-439b0ceaa0e8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.24788883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"35510476-edea-42b6-88e7-439b0ceaa0e8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.249843688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"c98b6462-30ac-475a-a3b1-e0393d66e78b","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.26441492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub1","reconcileID":"69aa628c-cc10-4dca-99fb-020be8c2fea2","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-distinct-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.293000387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"0799c954-4e27-4057-80ab-080948b57f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.293467539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"aeb8b847-cba9-4913-87e0-ca6dcddfccd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.307506264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"1a9f195e-759c-4755-9774-b3363a03f605","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.352701686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"aeb8b847-cba9-4913-87e0-ca6dcddfccd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.352765587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"0799c954-4e27-4057-80ab-080948b57f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.469576614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"5c67883f-d85e-4933-9b65-5034129b9046","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.527120023Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub2","reconcileID":"b153952f-c056-42c4-bb63-68f5dc107ec2","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-distinct-2-w3-9a1b3f","model":"distinct-2-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.680223371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"31337007-d0d6-40b7-8e5b-60c642450512","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.702736083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"8e598764-c8f9-46eb-a161-c77cdb2c1d89","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.739781054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"31337007-d0d6-40b7-8e5b-60c642450512","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.779394627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"493be725-63b6-40b6-9807-12158e1412ed","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.83726241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"493be725-63b6-40b6-9807-12158e1412ed","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.88651072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"edd99080-0e25-4a2b-8a64-418e703aad59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.886509289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"275e34e5-2aa4-4d48-b7c3-e04d4dab6df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.920893493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub2","reconcileID":"c75eeaab-e48e-4807-ac67-d6161fc5e6b5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-distinct-2-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-2-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.94550074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"275e34e5-2aa4-4d48-b7c3-e04d4dab6df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:20.94555292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"edd99080-0e25-4a2b-8a64-418e703aad59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:23.78050166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"d09507f3-6e84-4287-af1a-a5c75e621e6e","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:23.948973036Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub1","reconcileID":"c0fcfbbb-4cec-4331-9245-8bc7589573c5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-636a5de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.048424894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"aeeae805-96d8-4a1f-be55-2c1d4ea6c814","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.048563614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"1fb16db3-0a5b-465b-ab85-6dbfe9a2228f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.048424382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"68f18092-f8ea-4483-9244-9ffa1a9b54fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.055962723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8577a762-5387-434e-95f5-8d17d18dc9c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.116510047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"aeeae805-96d8-4a1f-be55-2c1d4ea6c814","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.11686426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"1fb16db3-0a5b-465b-ab85-6dbfe9a2228f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.120380529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"68f18092-f8ea-4483-9244-9ffa1a9b54fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.123284879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8577a762-5387-434e-95f5-8d17d18dc9c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.591266277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"b85a3592-61ba-460d-b65c-b287902a0b49","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.591311416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"ee84a88a-a9c0-4581-9f2f-998ac41841bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.591846148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"01d01b1d-b71a-43be-9018-fda9c34b87bb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.591892316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"8b483673-5afe-418a-9270-aa06a4854414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.652667134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"ee84a88a-a9c0-4581-9f2f-998ac41841bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.652898889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"b85a3592-61ba-460d-b65c-b287902a0b49","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.65561859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"8b483673-5afe-418a-9270-aa06a4854414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.655718809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"01d01b1d-b71a-43be-9018-fda9c34b87bb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.681298019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"16e23f2d-3003-4fd3-8725-86f1b598f37a","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.681316587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"16e23f2d-3003-4fd3-8725-86f1b598f37a","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.741049274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"8f90ddfd-c02a-488d-b873-d2b84c30f3e6","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.741069544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"8f90ddfd-c02a-488d-b873-d2b84c30f3e6","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.856066341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"b46b5716-ee2e-4e68-ba96-d14a1686a826","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.963040098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"fe7169ce-6b01-4948-92ee-642b90e8ad2f","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.963068618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"fe7169ce-6b01-4948-92ee-642b90e8ad2f","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:24.991697956Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"b46b5716-ee2e-4e68-ba96-d14a1686a826","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.031672913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"b2bc5bf7-6988-4c19-9b83-3d14074ee7f3","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.049579283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0890f259-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"b46b5716-ee2e-4e68-ba96-d14a1686a826","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.077255306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"b59ed724-d0f2-4968-8364-ace685244b3d","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.077275049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"b59ed724-d0f2-4968-8364-ace685244b3d","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:53:25.084822237Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-0890f259/e2e-sub-0890f259","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-0890f259\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.107034033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"545bf17d-8dd5-4358-8ca5-ebd42f03f3af","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.107057638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"545bf17d-8dd5-4358-8ca5-ebd42f03f3af","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.136226755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"1252f252-6399-4467-88c2-8cda6156f43c","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.136254282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"1252f252-6399-4467-88c2-8cda6156f43c","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.145634427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"2f6994f6-7545-4025-b4b6-3642559e6163","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.146204488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"d3bacaad-5a3c-4ce0-a18e-2b958daeb16f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-25726a","tenantID":"e2e-api-a-25726a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.206371436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"d3bacaad-5a3c-4ce0-a18e-2b958daeb16f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"name":"e2e-api-a-25726a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.247940721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"999c7b99-0b31-4799-8d01-70239bb4315a","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.306776808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"999c7b99-0b31-4799-8d01-70239bb4315a","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.365224968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0890f259-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"999c7b99-0b31-4799-8d01-70239bb4315a","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.369910606Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"1b3f4b33-528e-4bb2-8bf0-f3d8a9245317","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"maas-trlp-e2e-lifecycle-model-0890f259","model":"e2e-lifecycle-model-0890f259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-0890f259/e2e-sub-0890f259"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.491382186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25841366-1be5-43bb-ab6b-85346289b566","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.491403582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25841366-1be5-43bb-ab6b-85346289b566","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.545850929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"c495625d-9c99-48de-888c-6e7a2277e301","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.545878625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"c495625d-9c99-48de-888c-6e7a2277e301","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:25.766487722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"32535b15-4f4e-43f1-8205-d61ec27431e0","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"maas-trlp-e2e-lifecycle-model-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:26.779219626Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:32.65529957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"c0bd9cf4-758c-4bdc-abb4-a6764a25ec1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:32.764663297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"81506667-c70f-4244-a8f2-8f8bbb7b8f2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:32.893632624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"abcd23a5-4b94-4272-8eec-f74ff71710f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.019827998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"5789dc76-e767-48df-9c9c-a612920a1e54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.142483452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub2","reconcileID":"0f534666-334c-4bf0-a22a-1c9a1a0fd7df","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-distinct-2-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-2-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.172536524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"d644f014-ca4b-445e-906b-cf1efab2ecd2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.240469722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"e57e4a20-f961-43f1-b859-6cc8db94eee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.291655394Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"d644f014-ca4b-445e-906b-cf1efab2ecd2","name":"e2e-api-a-f89875-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.31384827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"441685e1-ac35-497e-880e-86b3451c26b1","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.340748552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"e1daae09-522c-4840-bcb7-43942902d908","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.395543713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"9606a56b-ae6a-4ac2-bb0f-93b5fa29e569","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.459799426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b77bd54-e031-4a9e-ac13-f2dfa2424802","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.591810972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"c7ab06ef-b491-4e8c-9670-44b79354c7fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.735485349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"6e8e5eae-89bc-4d4a-9e0c-70c8c8c7b2a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.789298036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"965a858d-adb7-4287-91cb-975be95bd74e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:33.896709282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"a39f0fdc-47e0-4fcb-a50a-2ea073c83581","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.003630913Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub1","reconcileID":"470be0e3-b261-4c3d-8be4-40abc3a50edd","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-w3-9a1b3f","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.058682406Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub1","reconcileID":"470be0e3-b261-4c3d-8be4-40abc3a50edd","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.11246857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"2e4cc1b6-16ac-4cc5-bca6-0f55ccffa8ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.112496537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"bbc7ea84-e7ce-4a91-9525-b5ef596a6a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.113141814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"d3e7fe4f-9db8-4fb9-acaa-320c10a181cf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.11314963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"f808bd61-1539-4dcc-8b47-f1bf9420a4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.11389744Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub1","reconcileID":"470be0e3-b261-4c3d-8be4-40abc3a50edd","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.171665647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"2e4cc1b6-16ac-4cc5-bca6-0f55ccffa8ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.172350317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"f808bd61-1539-4dcc-8b47-f1bf9420a4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.174666555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"d3e7fe4f-9db8-4fb9-acaa-320c10a181cf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.175850748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"bbc7ea84-e7ce-4a91-9525-b5ef596a6a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.396363901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"070a24aa-3d87-469e-9d13-0c3da4bb19f4","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.456764157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"c4ce89e8-4274-440c-a88e-49df175cf952","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.456787386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"c4ce89e8-4274-440c-a88e-49df175cf952","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.549540015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"b9b947d1-8a72-4e46-9203-229ccc275522","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.651544806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"f5bb2c37-162d-44d9-a9a1-124864174cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.654870232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"41be9551-c43f-4955-951a-dcc00e4685a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.655102386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"beb2301d-28b7-466e-86fb-df8401e33f51","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.654877837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"2d89d7c8-dd6f-4231-8d6e-8e2623e11040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.711223515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"f5bb2c37-162d-44d9-a9a1-124864174cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.713091136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"beb2301d-28b7-466e-86fb-df8401e33f51","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.713597619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"41be9551-c43f-4955-951a-dcc00e4685a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.715554495Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub2","reconcileID":"9f812c42-6a21-4745-ac52-10a634db758b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-16242fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:34.715840137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"2d89d7c8-dd6f-4231-8d6e-8e2623e11040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.190441035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7976e5ef-f03b-407e-bfa0-d4f946d339ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.190633701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"e9f96620-2e79-4532-809d-43d31b3cf0c9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.190876692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"58241226-d061-4eff-8a2f-746ab60483a5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.190442654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"b1e11f05-94f1-40dc-b5a6-e5e7de63a969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.249232956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7976e5ef-f03b-407e-bfa0-d4f946d339ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.250107449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"e9f96620-2e79-4532-809d-43d31b3cf0c9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.251757892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"b1e11f05-94f1-40dc-b5a6-e5e7de63a969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.25242468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"58241226-d061-4eff-8a2f-746ab60483a5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.474313411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"a7910a1e-36d7-477c-8dc5-9bb9c81ec871","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.532695499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"a7910a1e-36d7-477c-8dc5-9bb9c81ec871","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:35.590035707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0890f259-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"a7910a1e-36d7-477c-8dc5-9bb9c81ec871","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:44.773771292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub2","reconcileID":"9e79a6a2-2f94-4314-bf3d-aee75b292295","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-2-w3-9a1b3f","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:44.834778544Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub2","reconcileID":"9e79a6a2-2f94-4314-bf3d-aee75b292295","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-2-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:44.889482544Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-sub2","reconcileID":"9e79a6a2-2f94-4314-bf3d-aee75b292295","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-2-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.18563401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"6c743a28-39c4-4e0a-99ea-313e81ce1ea9","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.343673901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"d1383475-079d-4bdd-97dc-9971744a2e54","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.480804074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"5a763dc6-9bba-4d13-8dbb-027d3eb37f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.481185665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"1d459ba1-05b8-49d1-afa5-2cca8207ced6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.481429283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"8232fefa-0bd4-4e16-9ff0-1382bb7b7378","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.481612284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"0cdf4cf1-b760-4150-8e94-b4cb268765cc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.545838824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"1d459ba1-05b8-49d1-afa5-2cca8207ced6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.552701895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"8232fefa-0bd4-4e16-9ff0-1382bb7b7378","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.569065183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"0cdf4cf1-b760-4150-8e94-b4cb268765cc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.572658554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"5a763dc6-9bba-4d13-8dbb-027d3eb37f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.709763931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"e75655d6-6a01-40df-9ea6-6a7cf0e8fc23","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.778311739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"e75655d6-6a01-40df-9ea6-6a7cf0e8fc23","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.790825784Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth1","reconcileID":"f6c88110-6ea3-452a-a723-0da3948ddaa4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:45.835950299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0890f259-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"e75655d6-6a01-40df-9ea6-6a7cf0e8fc23","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:46.018318099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"e2855d30-102a-42e3-9b72-8a573f5ae416","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:46.050143191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"e0dab5a7-4779-4a8e-83e2-c827761f3020","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:46.083191089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"e2855d30-102a-42e3-9b72-8a573f5ae416","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:46.196562904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"5579878f-6bc0-4dc3-9d78-dec248a390d4","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:46.252652682Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-ignore-header-auth2","reconcileID":"d6f7ff25-1889-4348-b7e6-569cdd7e9ed3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/distinct-2-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:46.425842934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"8c1def5f-2420-4845-85f7-184eb20a6e9d","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:55.945509145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"45c2285b-4138-4c4c-9f25-b7a764eddd60","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:56.003642604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"45c2285b-4138-4c4c-9f25-b7a764eddd60","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:56.060539575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0890f259-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"45c2285b-4138-4c4c-9f25-b7a764eddd60","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:56.778787051Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:59.710011294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"b96f87ed-824f-4ce1-90b2-323b888326cf","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"maas-trlp-e2e-lifecycle-model-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:59.885100458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"9ffa19d5-13f9-4840-9345-a6fda86bc500","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:53:59.88527311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"9ffa19d5-13f9-4840-9345-a6fda86bc500","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:00.539677239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"88fa03ec-72fb-43ee-ba2b-46779c91d33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:00.539707997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"9db3b48c-4ec6-485d-87e9-f5415d7927df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:00.60268429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"9db3b48c-4ec6-485d-87e9-f5415d7927df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:00.603871282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"88fa03ec-72fb-43ee-ba2b-46779c91d33c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:00.65649885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"fabdd6dd-475b-4c30-b099-4fe4380dc90d","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:00.717253327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"fabdd6dd-475b-4c30-b099-4fe4380dc90d","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:00.773930066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0890f259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (73ff9b517074df6b4d33c072450e541de6edb3022596b3f1d56eefc166e51618) AuthConfig (a1234204ad97f971432e864939b8aad95430c5a940b133227e4db57d821fdef3) AuthConfig (56b9fee79688de4435409cbc75533b975a6244b7747b26b81e6ede7fb9ac8d94) AuthConfig (08249fd0c779aa84aeb17621abef847813d235bea587ffd87c66b8b0d62c03e7) AuthConfig (38456acf7d079cbecb3c97060647f0f859e92ba9de1b3874dfced3c6f33a835e) AuthConfig (86efe9c9f1feaffd14e7ab6d6be62c443a7d186389eadf6f6008239369d624d5) AuthConfig (cb671a42d65d174b5d8ab830f0418752cdf9f7352ca3f6161ca3e88b9fbb30c7) AuthConfig (61f45efdbe39507a80a75b7fe8f60db7c636f001e84fea4b63d6160bd25bbd1b) AuthConfig (76e0883a0bcf8a96c0367e93c6aa224220d94b22ec6e140899358d79eb0bd858) AuthConfig (90e7f037759c7ad8a48804eded142b3e7fd573d2bbe742615dd81816632c98cf) AuthConfig (cdc6860d9006509cfdeb237171ea87fb72c16d900af0ed0fb381777bbd775334) AuthConfig (b89d7503cf658aa9a5731d92f7d120fe30e17b2fb4a9d827ec6d22d22f7eb5ab) AuthConfig (53eaba5877f0a6aa4ace577a23b5b53d0084a2e96b9db748e74ccee80876583b) AuthConfig (33e1b5e59a387ec76ac9302ca3baa2028b69d63d5c95a6c295a18462101d68cf) AuthConfig (e1fd9c83aebd2c87e8a3c3aa1ec01f69870c9d7c6c8243ae8c0abc6b3efa0153) AuthConfig (4f747324d9372cc114cc0fc5b5a89a8ecf39a23494c839c3e54dfdca892b0281) AuthConfig (add40d670c503985c618150a22dd98f6c98bfbcc09e7613caf512844b22dcac5) AuthConfig (c8086a9021f01ee7309a7b32421bd5a0ab0b7ae30fe62ccbfc39b9672b7a090d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"fabdd6dd-475b-4c30-b099-4fe4380dc90d","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:00.832871091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"df267e03-36fe-43be-901a-0dc8108d7086","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:00.832898562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"df267e03-36fe-43be-901a-0dc8108d7086","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:01.09435099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d1c73f22-8956-4b12-a23c-6ff8eef3eb99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:01.094367428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"79f5b30c-ee9e-46cf-bf17-2a79a4c88f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:01.152358279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d1c73f22-8956-4b12-a23c-6ff8eef3eb99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:01.152388427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"79f5b30c-ee9e-46cf-bf17-2a79a4c88f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:05.417540897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52b5d82-2cf1-44a6-b180-abbae9636b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:05.472093782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52b5d82-2cf1-44a6-b180-abbae9636b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:05.526102524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52b5d82-2cf1-44a6-b180-abbae9636b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:05.58069997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52b5d82-2cf1-44a6-b180-abbae9636b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:06.334426612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23b917b7-dc58-40cf-bad3-ffbecb9ffb79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:06.334449345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23b917b7-dc58-40cf-bad3-ffbecb9ffb79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:06.390256103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0be30ee-021f-4b7c-b115-97d22c09916f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:06.390278027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0be30ee-021f-4b7c-b115-97d22c09916f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:06.497026912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"801bc120-d6f4-4725-a96e-25cd9872d66d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9b107b","tenantID":"e2e-api-b-9b107b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:06.674633907Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"801bc120-d6f4-4725-a96e-25cd9872d66d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"name":"e2e-api-b-9b107b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:06.7310703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9b107b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"801bc120-d6f4-4725-a96e-25cd9872d66d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:06.78754309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73669f8b-219b-4c8b-93a3-4bbee824e931","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:06.787565917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73669f8b-219b-4c8b-93a3-4bbee824e931","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:07.53437537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2ca81e-0574-4e5f-a329-d20e2e88d0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:07.588641243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2ca81e-0574-4e5f-a329-d20e2e88d0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:07.643063528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2ca81e-0574-4e5f-a329-d20e2e88d0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:07.697169334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2ca81e-0574-4e5f-a329-d20e2e88d0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:10.940051429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"5297c5f2-980a-4fb4-a6a8-1fb3e95a2777","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:10.998641305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"5297c5f2-980a-4fb4-a6a8-1fb3e95a2777","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:11.056623033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0890f259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (73ff9b517074df6b4d33c072450e541de6edb3022596b3f1d56eefc166e51618) AuthConfig (a1234204ad97f971432e864939b8aad95430c5a940b133227e4db57d821fdef3) AuthConfig (56b9fee79688de4435409cbc75533b975a6244b7747b26b81e6ede7fb9ac8d94) AuthConfig (08249fd0c779aa84aeb17621abef847813d235bea587ffd87c66b8b0d62c03e7) AuthConfig (38456acf7d079cbecb3c97060647f0f859e92ba9de1b3874dfced3c6f33a835e) AuthConfig (86efe9c9f1feaffd14e7ab6d6be62c443a7d186389eadf6f6008239369d624d5) AuthConfig (cb671a42d65d174b5d8ab830f0418752cdf9f7352ca3f6161ca3e88b9fbb30c7) AuthConfig (61f45efdbe39507a80a75b7fe8f60db7c636f001e84fea4b63d6160bd25bbd1b) AuthConfig (76e0883a0bcf8a96c0367e93c6aa224220d94b22ec6e140899358d79eb0bd858) AuthConfig (90e7f037759c7ad8a48804eded142b3e7fd573d2bbe742615dd81816632c98cf) AuthConfig (cdc6860d9006509cfdeb237171ea87fb72c16d900af0ed0fb381777bbd775334) AuthConfig (b89d7503cf658aa9a5731d92f7d120fe30e17b2fb4a9d827ec6d22d22f7eb5ab) AuthConfig (53eaba5877f0a6aa4ace577a23b5b53d0084a2e96b9db748e74ccee80876583b) AuthConfig (33e1b5e59a387ec76ac9302ca3baa2028b69d63d5c95a6c295a18462101d68cf) AuthConfig (e1fd9c83aebd2c87e8a3c3aa1ec01f69870c9d7c6c8243ae8c0abc6b3efa0153) AuthConfig (4f747324d9372cc114cc0fc5b5a89a8ecf39a23494c839c3e54dfdca892b0281) AuthConfig (add40d670c503985c618150a22dd98f6c98bfbcc09e7613caf512844b22dcac5) AuthConfig (c8086a9021f01ee7309a7b32421bd5a0ab0b7ae30fe62ccbfc39b9672b7a090d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"5297c5f2-980a-4fb4-a6a8-1fb3e95a2777","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.128679497Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"cb095735-fae3-4673-aeb2-98b7d15e5ed0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.128798775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a88897e2-fc5f-4df5-b5cc-00544ce309b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.128815737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a88897e2-fc5f-4df5-b5cc-00544ce309b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.231922181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"727e4894-a38b-4c51-990b-2b181d50333d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.231948528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"727e4894-a38b-4c51-990b-2b181d50333d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.290978832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"620b1e4a-682d-4e5f-8426-97382dbb5d1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.291004588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"620b1e4a-682d-4e5f-8426-97382dbb5d1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.37773807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"cb095735-fae3-4673-aeb2-98b7d15e5ed0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-25726a","tenantID":"e2e-api-a-25726a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.502010299Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"cb095735-fae3-4673-aeb2-98b7d15e5ed0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"name":"e2e-api-a-25726a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.502036532Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"e2e-e2e-api-a-25726a-policy","reconcileID":"cb095735-fae3-4673-aeb2-98b7d15e5ed0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-25726a-policy","namespace":"ai-tenant-e2e-api-a-25726a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-25726a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.537673123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"a0e74ff9-33d7-4983-852c-0130d2b173b0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.559477511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbddf859-bf6b-41c4-a81d-3f49328b05f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.559501767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbddf859-bf6b-41c4-a81d-3f49328b05f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.67393992Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"a0e74ff9-33d7-4983-852c-0130d2b173b0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.745016887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"a0e74ff9-33d7-4983-852c-0130d2b173b0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.80452959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45bfe275-03c9-4666-8013-41e5bfbf3f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:14.804557439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45bfe275-03c9-4666-8013-41e5bfbf3f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:15.072670629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"471bea9a-d2a6-42e0-a9df-656ceea92b4d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:15.131310135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"471bea9a-d2a6-42e0-a9df-656ceea92b4d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:15.187481768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"471bea9a-d2a6-42e0-a9df-656ceea92b4d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:15.872481755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3161ba92-4d1c-46ea-9fae-c8d9753f7b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:15.926577977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3161ba92-4d1c-46ea-9fae-c8d9753f7b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:15.98382332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3161ba92-4d1c-46ea-9fae-c8d9753f7b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:16.037782889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3161ba92-4d1c-46ea-9fae-c8d9753f7b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:16.899352941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"b99090f8-fdb6-433c-858e-2443ec8879e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9b107b","tenantID":"e2e-api-b-9b107b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:16.9582387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"b99090f8-fdb6-433c-858e-2443ec8879e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"name":"e2e-api-b-9b107b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:17.015946295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9b107b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"b99090f8-fdb6-433c-858e-2443ec8879e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:18.054499292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea256b5a-5c32-4f1f-8e1a-af702f52088b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:18.110526904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea256b5a-5c32-4f1f-8e1a-af702f52088b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:18.164788512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea256b5a-5c32-4f1f-8e1a-af702f52088b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:18.218891555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea256b5a-5c32-4f1f-8e1a-af702f52088b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:21.165486424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"ba6d4e04-b1f3-4567-86be-2124cae3f459","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:21.223818195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"ba6d4e04-b1f3-4567-86be-2124cae3f459","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:21.282605869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0890f259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (73ff9b517074df6b4d33c072450e541de6edb3022596b3f1d56eefc166e51618) AuthConfig (a1234204ad97f971432e864939b8aad95430c5a940b133227e4db57d821fdef3) AuthConfig (56b9fee79688de4435409cbc75533b975a6244b7747b26b81e6ede7fb9ac8d94) AuthConfig (08249fd0c779aa84aeb17621abef847813d235bea587ffd87c66b8b0d62c03e7) AuthConfig (38456acf7d079cbecb3c97060647f0f859e92ba9de1b3874dfced3c6f33a835e) AuthConfig (86efe9c9f1feaffd14e7ab6d6be62c443a7d186389eadf6f6008239369d624d5) AuthConfig (cb671a42d65d174b5d8ab830f0418752cdf9f7352ca3f6161ca3e88b9fbb30c7) AuthConfig (61f45efdbe39507a80a75b7fe8f60db7c636f001e84fea4b63d6160bd25bbd1b) AuthConfig (76e0883a0bcf8a96c0367e93c6aa224220d94b22ec6e140899358d79eb0bd858) AuthConfig (90e7f037759c7ad8a48804eded142b3e7fd573d2bbe742615dd81816632c98cf) AuthConfig (cdc6860d9006509cfdeb237171ea87fb72c16d900af0ed0fb381777bbd775334) AuthConfig (b89d7503cf658aa9a5731d92f7d120fe30e17b2fb4a9d827ec6d22d22f7eb5ab) AuthConfig (53eaba5877f0a6aa4ace577a23b5b53d0084a2e96b9db748e74ccee80876583b) AuthConfig (33e1b5e59a387ec76ac9302ca3baa2028b69d63d5c95a6c295a18462101d68cf) AuthConfig (e1fd9c83aebd2c87e8a3c3aa1ec01f69870c9d7c6c8243ae8c0abc6b3efa0153) AuthConfig (4f747324d9372cc114cc0fc5b5a89a8ecf39a23494c839c3e54dfdca892b0281) AuthConfig (add40d670c503985c618150a22dd98f6c98bfbcc09e7613caf512844b22dcac5) AuthConfig (c8086a9021f01ee7309a7b32421bd5a0ab0b7ae30fe62ccbfc39b9672b7a090d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"ba6d4e04-b1f3-4567-86be-2124cae3f459","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:21.917045387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676f4f38-07f7-4ccd-bfc4-9387adae4984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:21.971264945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676f4f38-07f7-4ccd-bfc4-9387adae4984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:22.025451558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676f4f38-07f7-4ccd-bfc4-9387adae4984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:22.079696222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676f4f38-07f7-4ccd-bfc4-9387adae4984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:22.447207315Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9850f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9850f5","reconcileID":"7df01903-f622-48f6-a392-e234a9e61ba9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9850f5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-9850f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:24.042157804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b212750e-0b4c-4dd3-9328-7c2c93f0100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:24.096054334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b212750e-0b4c-4dd3-9328-7c2c93f0100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:24.149898419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b212750e-0b4c-4dd3-9328-7c2c93f0100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:24.203925105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b212750e-0b4c-4dd3-9328-7c2c93f0100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:25.495225704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"8200d891-1468-4e24-8134-ce57efd770a5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:25.55303691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"8200d891-1468-4e24-8134-ce57efd770a5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:25.671441155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"8200d891-1468-4e24-8134-ce57efd770a5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:26.206497721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f235a5-e64b-4bdd-8c52-866305b1287a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:26.271870938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f235a5-e64b-4bdd-8c52-866305b1287a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:26.328044129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f235a5-e64b-4bdd-8c52-866305b1287a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:26.382059932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f235a5-e64b-4bdd-8c52-866305b1287a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:26.789642194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:27.124089509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"6095e9c8-d2c6-42ca-bd9f-1f3ab1448020","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9b107b","tenantID":"e2e-api-b-9b107b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:27.18607037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"6095e9c8-d2c6-42ca-bd9f-1f3ab1448020","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"name":"e2e-api-b-9b107b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:27.242765974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9b107b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"6095e9c8-d2c6-42ca-bd9f-1f3ab1448020","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:27.966981302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfd7c19f-5ace-41eb-8b4a-5bc21668027f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:27.967007959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfd7c19f-5ace-41eb-8b4a-5bc21668027f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.023351525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e500a475-cf06-48d4-9b72-916e50d4bfc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.023378509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e500a475-cf06-48d4-9b72-916e50d4bfc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.130938501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"47d97381-e976-4e7f-adc3-7ad2aa814f32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.258049829Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"47d97381-e976-4e7f-adc3-7ad2aa814f32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"name":"e2e-api-a-f89875-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.314375369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f89875-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"47d97381-e976-4e7f-adc3-7ad2aa814f32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.371360763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34f53486-0ce5-48d4-ade8-f08a19e9c9dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.371384012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34f53486-0ce5-48d4-ade8-f08a19e9c9dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.408502339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da891f3-b3b0-474a-91ac-181db2f9ca12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.462537145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da891f3-b3b0-474a-91ac-181db2f9ca12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.516474476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da891f3-b3b0-474a-91ac-181db2f9ca12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:28.570372641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da891f3-b3b0-474a-91ac-181db2f9ca12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:30.704431666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0637ad-a535-459b-a03c-b88c5ca95f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:30.758563317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0637ad-a535-459b-a03c-b88c5ca95f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:30.812792615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0637ad-a535-459b-a03c-b88c5ca95f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:30.867471471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0637ad-a535-459b-a03c-b88c5ca95f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:31.394967771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"e116b65d-5ee2-4054-a73f-906f8f1352a3","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:31.453949009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"e116b65d-5ee2-4054-a73f-906f8f1352a3","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:31.510335931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0890f259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (73ff9b517074df6b4d33c072450e541de6edb3022596b3f1d56eefc166e51618) AuthConfig (a1234204ad97f971432e864939b8aad95430c5a940b133227e4db57d821fdef3) AuthConfig (56b9fee79688de4435409cbc75533b975a6244b7747b26b81e6ede7fb9ac8d94) AuthConfig (08249fd0c779aa84aeb17621abef847813d235bea587ffd87c66b8b0d62c03e7) AuthConfig (38456acf7d079cbecb3c97060647f0f859e92ba9de1b3874dfced3c6f33a835e) AuthConfig (86efe9c9f1feaffd14e7ab6d6be62c443a7d186389eadf6f6008239369d624d5) AuthConfig (cb671a42d65d174b5d8ab830f0418752cdf9f7352ca3f6161ca3e88b9fbb30c7) AuthConfig (61f45efdbe39507a80a75b7fe8f60db7c636f001e84fea4b63d6160bd25bbd1b) AuthConfig (76e0883a0bcf8a96c0367e93c6aa224220d94b22ec6e140899358d79eb0bd858) AuthConfig (90e7f037759c7ad8a48804eded142b3e7fd573d2bbe742615dd81816632c98cf) AuthConfig (cdc6860d9006509cfdeb237171ea87fb72c16d900af0ed0fb381777bbd775334) AuthConfig (b89d7503cf658aa9a5731d92f7d120fe30e17b2fb4a9d827ec6d22d22f7eb5ab) AuthConfig (53eaba5877f0a6aa4ace577a23b5b53d0084a2e96b9db748e74ccee80876583b) AuthConfig (33e1b5e59a387ec76ac9302ca3baa2028b69d63d5c95a6c295a18462101d68cf) AuthConfig (e1fd9c83aebd2c87e8a3c3aa1ec01f69870c9d7c6c8243ae8c0abc6b3efa0153) AuthConfig (4f747324d9372cc114cc0fc5b5a89a8ecf39a23494c839c3e54dfdca892b0281) AuthConfig (add40d670c503985c618150a22dd98f6c98bfbcc09e7613caf512844b22dcac5) AuthConfig (c8086a9021f01ee7309a7b32421bd5a0ab0b7ae30fe62ccbfc39b9672b7a090d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"e116b65d-5ee2-4054-a73f-906f8f1352a3","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:33.205947408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcab6a2-736b-44cd-8298-ee12faf31690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:33.260731562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcab6a2-736b-44cd-8298-ee12faf31690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:33.31538662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcab6a2-736b-44cd-8298-ee12faf31690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:33.369546678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcab6a2-736b-44cd-8298-ee12faf31690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:33.731676538Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ed6b30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ed6b30","reconcileID":"dd122fae-8dc8-4d08-836d-a93ed9f5a486","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-ed6b30","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-ed6b30":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:35.434442453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ef0455-c2c5-4490-81d5-9cb5514884d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:35.488577753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ef0455-c2c5-4490-81d5-9cb5514884d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:35.542550166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ef0455-c2c5-4490-81d5-9cb5514884d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:35.596557175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ef0455-c2c5-4490-81d5-9cb5514884d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:35.923120762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"f1d806f2-f7e4-444c-a765-80d69ed00f97","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:35.983498053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"f1d806f2-f7e4-444c-a765-80d69ed00f97","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:36.040026425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"f1d806f2-f7e4-444c-a765-80d69ed00f97","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:36.100489669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1d5b2aa-8da2-4445-b1b3-74c3638fec0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:36.100510419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1d5b2aa-8da2-4445-b1b3-74c3638fec0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:37.350680128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"8612084f-fd05-4ed0-b3ee-9b12e48c5214","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9b107b","tenantID":"e2e-api-b-9b107b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:37.410378415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"8612084f-fd05-4ed0-b3ee-9b12e48c5214","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"name":"e2e-api-b-9b107b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:37.472966748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9b107b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a51fbcb1afa06d9ac78dc72146c7acdb2f1d801b0a2a9a1e0d483bbdaa0f4004) AuthConfig (e16ad3a5c8c29634cd938f5dd241e68ee4c285107edef1b16feaefc3393f03cc) AuthConfig (c068aa0a6ec272ef32791d53443b6ccbe93480f0a0cab9f73a1e1c7a2612770c) AuthConfig (64e3f5a17af0caa8346451d5cb20076277af21918d347c790779a8499fc58710) AuthConfig (2c94c830421abe991ce67f674782577f7b6b188f285a0828235fb019989974f2) AuthConfig (1f69c189b55a16573bfb9393bd76b2eed57c2f21a78f796c6d6616b45096d00b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"8612084f-fd05-4ed0-b3ee-9b12e48c5214","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:37.533331205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da8e00d5-974c-4753-a14c-ea95112cc9b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:37.533458905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da8e00d5-974c-4753-a14c-ea95112cc9b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:37.607004051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b665c919-1f0b-4136-8503-285058a6b063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:37.66198619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b665c919-1f0b-4136-8503-285058a6b063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:37.716812919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b665c919-1f0b-4136-8503-285058a6b063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:37.77217457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b665c919-1f0b-4136-8503-285058a6b063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:38.47984326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"ffe6b0ab-b6b9-4b71-944e-03bd3c454a26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:38.537530313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"ffe6b0ab-b6b9-4b71-944e-03bd3c454a26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"name":"e2e-api-a-f89875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:38.59397451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f89875-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"ffe6b0ab-b6b9-4b71-944e-03bd3c454a26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:39.786012982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6916652-29d1-45a1-9cb9-620a9a8c2d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:39.841000584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6916652-29d1-45a1-9cb9-620a9a8c2d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:39.895526509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6916652-29d1-45a1-9cb9-620a9a8c2d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:39.949768981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6916652-29d1-45a1-9cb9-620a9a8c2d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:40.613373874Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","namespace":"ai-tenant-e2e-api-a-25726a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:40.613455269Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","namespace":"ai-tenant-e2e-api-a-25726a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:40.613543092Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","tenant":"e2e-api-a-25726a","tenantID":"e2e-api-a-25726a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:40.668792072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"Deployment","name":"maas-api-e2e-api-a-25726a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:40.735430275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"Service","name":"maas-api-e2e-api-a-25726a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:40.792001705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-25726a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:40.849820817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-25726a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:40.908288445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:40.965108423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.040038887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.096009961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.1498304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"Deployment","name":"payload-processing-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.203176819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.25788764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"Service","name":"payload-processing-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.31239771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"Service","name":"payload-pre-processing-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.368167552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.426375513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.479728989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.536662881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.590181184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.618173114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"3c2325f5-12cf-455a-ab61-79e9a338e0be","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.645835477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.699661013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-25726a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.702187531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"3c2325f5-12cf-455a-ab61-79e9a338e0be","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:41.754472631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-25726a"},"namespace":"ai-tenant-e2e-api-a-25726a","name":"default-tenant","reconcileID":"f43bac55-a118-4286-9841-745b6e129d76","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-25726a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:42.039590388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b182af-e3cd-493d-917b-e02256a947d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:42.094105664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b182af-e3cd-493d-917b-e02256a947d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:42.099844341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"fd602695-0dad-44d7-9b69-45b19b0ebe19","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:42.099862571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"fd602695-0dad-44d7-9b69-45b19b0ebe19","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:42.148685856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b182af-e3cd-493d-917b-e02256a947d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:42.20292512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b182af-e3cd-493d-917b-e02256a947d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:45.118250409Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-25726a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-25726a","reconcileID":"931f39b7-dfa3-49e0-b2dd-e5f25fbaa176","aitenant":"ai-tenants/e2e-api-a-25726a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:45.786450759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8843f6a1-aacf-4375-b35b-1e2401f2fa41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:45.841188877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8843f6a1-aacf-4375-b35b-1e2401f2fa41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:45.895431055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8843f6a1-aacf-4375-b35b-1e2401f2fa41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:45.949594896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8843f6a1-aacf-4375-b35b-1e2401f2fa41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:45.956640458Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-25726a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-25726a","reconcileID":"931f39b7-dfa3-49e0-b2dd-e5f25fbaa176","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-25726a","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-25726a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:46.33263517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"7517955c-c2d7-4f9e-a120-4745fd67bb08","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:46.390722608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"7517955c-c2d7-4f9e-a120-4745fd67bb08","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:46.448146854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"7517955c-c2d7-4f9e-a120-4745fd67bb08","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:47.642323423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"88bd461f-51ca-4cb2-82e9-d061666efb89","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9b107b","tenantID":"e2e-api-b-9b107b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:47.700285972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"88bd461f-51ca-4cb2-82e9-d061666efb89","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"name":"e2e-api-b-9b107b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:47.757102389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9b107b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a51fbcb1afa06d9ac78dc72146c7acdb2f1d801b0a2a9a1e0d483bbdaa0f4004) AuthConfig (e16ad3a5c8c29634cd938f5dd241e68ee4c285107edef1b16feaefc3393f03cc) AuthConfig (c068aa0a6ec272ef32791d53443b6ccbe93480f0a0cab9f73a1e1c7a2612770c) AuthConfig (64e3f5a17af0caa8346451d5cb20076277af21918d347c790779a8499fc58710) AuthConfig (2c94c830421abe991ce67f674782577f7b6b188f285a0828235fb019989974f2) AuthConfig (1f69c189b55a16573bfb9393bd76b2eed57c2f21a78f796c6d6616b45096d00b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"88bd461f-51ca-4cb2-82e9-d061666efb89","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:47.92622767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ebea74-7e3c-4d93-9d92-375c51db00c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:47.981893822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ebea74-7e3c-4d93-9d92-375c51db00c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:48.040312471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ebea74-7e3c-4d93-9d92-375c51db00c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:48.094744073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05ebea74-7e3c-4d93-9d92-375c51db00c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:48.702608379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"4559eead-1e70-497c-875f-e9115aee4edc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:48.760286681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"4559eead-1e70-497c-875f-e9115aee4edc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"name":"e2e-api-a-f89875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:48.816430803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f89875-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"4559eead-1e70-497c-875f-e9115aee4edc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:50.092081834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2055edb9-83ff-4d04-a04e-2ea1b7e1927f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:50.14619739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2055edb9-83ff-4d04-a04e-2ea1b7e1927f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:50.200324126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2055edb9-83ff-4d04-a04e-2ea1b7e1927f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:50.254286047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2055edb9-83ff-4d04-a04e-2ea1b7e1927f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:50.968174154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"a5e35d70-2a9a-4dbd-a1b3-c705783bd122","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:50.968201116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"a5e35d70-2a9a-4dbd-a1b3-c705783bd122","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:51.075405951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"bcc722e3-cd7c-4b83-9ccb-5f6aac3d6d3f","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:51.080112378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"1f927f1a-006d-4506-b670-1137cb250fb7","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:51.080166902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"1f927f1a-006d-4506-b670-1137cb250fb7","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:51.132762396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"bcc722e3-cd7c-4b83-9ccb-5f6aac3d6d3f","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:51.183254034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"70cdcf47-e6da-4387-bbd8-f8c4bdd40e24","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"maas-trlp-e2e-lifecycle-model-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:51.447455585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"63e3c617-c646-41fc-b55c-8316624842f0","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:51.506458822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"63e3c617-c646-41fc-b55c-8316624842f0","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:51.610439263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"f4ab879c-56db-4831-9c72-1089f6512b00","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"maas-trlp-e2e-lifecycle-model-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:52.201515259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56e01fb-b041-44f6-9ff3-e8d062a8baa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:52.255509765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56e01fb-b041-44f6-9ff3-e8d062a8baa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:52.309712918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56e01fb-b041-44f6-9ff3-e8d062a8baa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:52.363814705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56e01fb-b041-44f6-9ff3-e8d062a8baa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:52.812308396Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"13ba5537-206c-4176-bb5a-5998ee985496","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:52.812418987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5534d353-300e-40e1-9868-fc22112278eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:52.812437522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5534d353-300e-40e1-9868-fc22112278eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:53.020031309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"13ba5537-206c-4176-bb5a-5998ee985496","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9b107b","tenantID":"e2e-api-b-9b107b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:53.145068267Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"13ba5537-206c-4176-bb5a-5998ee985496","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"name":"e2e-api-b-9b107b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:53.145092503Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"e2e-e2e-api-b-9b107b-policy","reconcileID":"13ba5537-206c-4176-bb5a-5998ee985496","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9b107b-policy","namespace":"ai-tenant-e2e-api-b-9b107b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9b107b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:53.204799339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba73fa1d-fe71-4b89-b1b6-98059b60d838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:53.204822222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba73fa1d-fe71-4b89-b1b6-98059b60d838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:54.381445121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f37d2f-eb2f-45b3-bd67-4d3cab1fd04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:54.435595222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f37d2f-eb2f-45b3-bd67-4d3cab1fd04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:54.490096823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f37d2f-eb2f-45b3-bd67-4d3cab1fd04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:54.551204694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f37d2f-eb2f-45b3-bd67-4d3cab1fd04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:56.588140786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2170106d-e409-4e09-8e56-e153f9712c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:56.642445911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2170106d-e409-4e09-8e56-e153f9712c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:56.69719105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2170106d-e409-4e09-8e56-e153f9712c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:56.69743397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"78119711-00e8-4681-b198-0e1a954c8691","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:56.751025948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2170106d-e409-4e09-8e56-e153f9712c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:56.777761445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:56.80941063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"78119711-00e8-4681-b198-0e1a954c8691","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:56.865668279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"78119711-00e8-4681-b198-0e1a954c8691","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:58.696345849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db82195-cc94-4147-8728-ccea1e4893ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:58.751071657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db82195-cc94-4147-8728-ccea1e4893ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:58.805398637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db82195-cc94-4147-8728-ccea1e4893ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:58.859337352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db82195-cc94-4147-8728-ccea1e4893ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:58.968336104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"b0ecaa34-637d-4a51-9d3f-2fad41f30b2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:59.026667225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"b0ecaa34-637d-4a51-9d3f-2fad41f30b2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"name":"e2e-api-a-f89875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:54:59.133410285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f89875-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"b0ecaa34-637d-4a51-9d3f-2fad41f30b2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:00.809262067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106b5bc3-c10e-4ea2-9d92-143cf4fae37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:00.863273829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106b5bc3-c10e-4ea2-9d92-143cf4fae37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:00.917232616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106b5bc3-c10e-4ea2-9d92-143cf4fae37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:00.971201409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106b5bc3-c10e-4ea2-9d92-143cf4fae37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:01.567119544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"4a082226-3042-4662-a2a9-4e39c3b6f9ee","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:01.56718274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"4a082226-3042-4662-a2a9-4e39c3b6f9ee","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:01.674199861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"ee88e042-a93e-4f7a-9aae-151583241d63","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:01.73367744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"ee88e042-a93e-4f7a-9aae-151583241d63","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:01.784226118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"2f0d0f59-30e2-41db-8886-34f75b63776e","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"maas-trlp-e2e-lifecycle-model-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:02.109303867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"8f1984de-3809-4dd8-ada4-1b06a63134da","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:02.167392436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"8f1984de-3809-4dd8-ada4-1b06a63134da","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:02.217722551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"29666d6b-f99a-47c6-b759-de2d028e8fc0","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"maas-trlp-e2e-lifecycle-model-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:02.983712162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c34158-7dfc-4fb1-90f3-fe3278414449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:03.037568516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c34158-7dfc-4fb1-90f3-fe3278414449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:03.092237481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c34158-7dfc-4fb1-90f3-fe3278414449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:03.146728812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21c34158-7dfc-4fb1-90f3-fe3278414449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:05.177465424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58983e34-b6b1-4108-8104-6a5e3e415e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:05.232241744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58983e34-b6b1-4108-8104-6a5e3e415e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:05.286287209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58983e34-b6b1-4108-8104-6a5e3e415e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:05.340263661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58983e34-b6b1-4108-8104-6a5e3e415e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:07.082741975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"1ef26249-b758-4204-b944-49036c16c8b0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:07.142351182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"1ef26249-b758-4204-b944-49036c16c8b0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:07.251910543Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"1ef26249-b758-4204-b944-49036c16c8b0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9781656d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:07.2836132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557e4c6f-f409-4841-8350-cc9486e6b230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:07.338431479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557e4c6f-f409-4841-8350-cc9486e6b230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:07.392616367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557e4c6f-f409-4841-8350-cc9486e6b230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:07.446825316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557e4c6f-f409-4841-8350-cc9486e6b230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:07.50640315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61140a1a-4026-4053-9541-b40be54e2292","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:07.506427585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61140a1a-4026-4053-9541-b40be54e2292","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:08.957303781Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"9d6e0969-1652-4ec6-bdd6-7f2a51879c2d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:08.957442246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fca5d389-ffd0-4c4e-9016-78c310afc672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:08.957470938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fca5d389-ffd0-4c4e-9016-78c310afc672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.010907191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9781656d","reconcileID":"9d6e0969-1652-4ec6-bdd6-7f2a51879c2d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9781656d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9781656d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.1763357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3fef92a-c433-46ee-9358-784398a2c88a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.176361677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3fef92a-c433-46ee-9358-784398a2c88a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.241894414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"2ec981d7-9458-44ca-b033-09e1df2e368e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.300162074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"2ec981d7-9458-44ca-b033-09e1df2e368e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"name":"e2e-api-a-f89875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.35675291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f89875-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce25c2376325ca7fb2254c63fb294996cdb08f0d5b4dd5bf889fe09793e052ac) AuthConfig (e5b29a31a2deed1b940b1db8168b543755af7320d167eaeab3abf2a06d90c2eb) AuthConfig (56a57b07da9e47dedf4b67508fa82e934c0dec14b4ca1201477dec7431e419b1) AuthConfig (3faa07712b876874f3566f3a632c84234951a756f9fdf0c7fb20a3060f52f40e) AuthConfig (bebad45714993fca7d9d28bfca634325060298ebe8e2748112e9f14cd1efc179) AuthConfig (0a661ab177f2b223bc4cc588acac3c69cdb67a64e9a7692b3bd4b3edf6a5a020)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"2ec981d7-9458-44ca-b033-09e1df2e368e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.41528474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"699ce191-8aaa-4d36-ae8b-5593b55a9de9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.415306459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"699ce191-8aaa-4d36-ae8b-5593b55a9de9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.506931902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644fddff-ce20-42c8-b7e1-af97e05115d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.561651193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644fddff-ce20-42c8-b7e1-af97e05115d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.616119483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644fddff-ce20-42c8-b7e1-af97e05115d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:09.67183974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644fddff-ce20-42c8-b7e1-af97e05115d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:18.555435207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"94d1f28c-8ae0-4bad-93fe-a3fd9f96469e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9850f5","tenantID":"e2e-api-a-9850f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:18.673823715Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"94d1f28c-8ae0-4bad-93fe-a3fd9f96469e","name":"e2e-api-a-9850f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:19.523535787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"9f5a91ab-00d9-4eb5-9eb1-9a208f52caee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:19.581414199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"9f5a91ab-00d9-4eb5-9eb1-9a208f52caee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"name":"e2e-api-a-f89875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:19.639097741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f89875-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce25c2376325ca7fb2254c63fb294996cdb08f0d5b4dd5bf889fe09793e052ac) AuthConfig (e5b29a31a2deed1b940b1db8168b543755af7320d167eaeab3abf2a06d90c2eb) AuthConfig (56a57b07da9e47dedf4b67508fa82e934c0dec14b4ca1201477dec7431e419b1) AuthConfig (3faa07712b876874f3566f3a632c84234951a756f9fdf0c7fb20a3060f52f40e) AuthConfig (bebad45714993fca7d9d28bfca634325060298ebe8e2748112e9f14cd1efc179) AuthConfig (0a661ab177f2b223bc4cc588acac3c69cdb67a64e9a7692b3bd4b3edf6a5a020)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"9f5a91ab-00d9-4eb5-9eb1-9a208f52caee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:20.575760887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6915f1c-e069-443e-a76a-305c2ebe715f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:20.630405231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6915f1c-e069-443e-a76a-305c2ebe715f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:20.684749767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6915f1c-e069-443e-a76a-305c2ebe715f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:20.739037058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6915f1c-e069-443e-a76a-305c2ebe715f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:21.18233364Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e0beee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e0beee","reconcileID":"a8ab3804-a7f7-40c1-8ada-9be51f962381","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e0beee","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-e0beee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:22.787520746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644caf00-7376-48c6-aa44-a39547ec3250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:22.841727887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644caf00-7376-48c6-aa44-a39547ec3250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:22.895934376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644caf00-7376-48c6-aa44-a39547ec3250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:22.950485072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644caf00-7376-48c6-aa44-a39547ec3250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:24.96367443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54902c12-209e-4356-8766-5eb5cc2a1ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:25.017718343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54902c12-209e-4356-8766-5eb5cc2a1ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:25.072511513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54902c12-209e-4356-8766-5eb5cc2a1ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:25.126952193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54902c12-209e-4356-8766-5eb5cc2a1ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:26.780029361Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:27.114007759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e62f4-e988-47ff-b030-c39151bb872f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:27.171026738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e62f4-e988-47ff-b030-c39151bb872f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:27.225866919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e62f4-e988-47ff-b030-c39151bb872f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:27.281151236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e62f4-e988-47ff-b030-c39151bb872f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:29.230782679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495c70fe-e492-47bd-bd5c-5e0f06ddb173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:29.284758204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495c70fe-e492-47bd-bd5c-5e0f06ddb173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:29.338780534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495c70fe-e492-47bd-bd5c-5e0f06ddb173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:29.392710945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495c70fe-e492-47bd-bd5c-5e0f06ddb173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:29.747157333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"0d905d4e-003c-47ed-883f-561df622b05d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:29.827525442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"0d905d4e-003c-47ed-883f-561df622b05d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"name":"e2e-api-a-f89875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:29.883916798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f89875-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce25c2376325ca7fb2254c63fb294996cdb08f0d5b4dd5bf889fe09793e052ac) AuthConfig (e5b29a31a2deed1b940b1db8168b543755af7320d167eaeab3abf2a06d90c2eb) AuthConfig (56a57b07da9e47dedf4b67508fa82e934c0dec14b4ca1201477dec7431e419b1) AuthConfig (3faa07712b876874f3566f3a632c84234951a756f9fdf0c7fb20a3060f52f40e) AuthConfig (bebad45714993fca7d9d28bfca634325060298ebe8e2748112e9f14cd1efc179) AuthConfig (0a661ab177f2b223bc4cc588acac3c69cdb67a64e9a7692b3bd4b3edf6a5a020)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"0d905d4e-003c-47ed-883f-561df622b05d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:34.305882725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"f9dcac3c-9c72-4e9d-88dc-8749712f8c5f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ed6b30","tenantID":"e2e-api-b-ed6b30","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:34.426635977Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"f9dcac3c-9c72-4e9d-88dc-8749712f8c5f","name":"e2e-api-b-ed6b30-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:39.992439834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"056b02bd-062d-4652-a2d1-57eff113139d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:40.051147488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"056b02bd-062d-4652-a2d1-57eff113139d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"name":"e2e-api-a-f89875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:40.376396296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8e226ef-c55b-456c-a1ad-5948f2217bd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:40.376771055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8e226ef-c55b-456c-a1ad-5948f2217bd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.235559988Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","namespace":"ai-tenant-e2e-api-b-9b107b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.235616752Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","namespace":"ai-tenant-e2e-api-b-9b107b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.235664442Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","tenant":"e2e-api-b-9b107b","tenantID":"e2e-api-b-9b107b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.291799914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"Deployment","name":"maas-api-e2e-api-b-9b107b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.352707978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"Service","name":"maas-api-e2e-api-b-9b107b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.408668056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-9b107b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.470693838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-9b107b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.529351529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.585237109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.643082385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.69984254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.753688172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"Deployment","name":"payload-processing-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.807078017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.86061574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"Service","name":"payload-processing-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.913962472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"Service","name":"payload-pre-processing-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:44.967415235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.020681713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.07404278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.130913146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.184530769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.237995839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.298223544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-9b107b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.35370933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9b107b"},"namespace":"ai-tenant-e2e-api-b-9b107b","name":"default-tenant","reconcileID":"ea8e4f20-2cbc-4c6e-b397-77b598220198","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-9b107b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.419474455Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"56eb766e-d06f-41ae-8fe3-8170cefe89c2","namespace":"ai-tenant-e2e-mt-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.419550162Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"56eb766e-d06f-41ae-8fe3-8170cefe89c2","name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.477653589Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"56eb766e-d06f-41ae-8fe3-8170cefe89c2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.477691608Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"56eb766e-d06f-41ae-8fe3-8170cefe89c2","namespace":"ai-tenant-e2e-mt-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.477858493Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"56eb766e-d06f-41ae-8fe3-8170cefe89c2","name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.478799832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"86dea47b-dcc3-4460-8017-016c2e4251fe","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.478886088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"86dea47b-dcc3-4460-8017-016c2e4251fe","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.537848948Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"56eb766e-d06f-41ae-8fe3-8170cefe89c2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.540701581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"5d721e64-eb65-4b1e-b91e-ef3776171abb","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.540727669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"5d721e64-eb65-4b1e-b91e-ef3776171abb","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.58699193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"39be3dc1-5425-4eec-9a0d-243d1d07f395","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:55:45.595435504Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"5d721e64-eb65-4b1e-b91e-ef3776171abb","name":"e2e-lifecycle-model-0890f259","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-0890f259\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:55:45.59549636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"5d721e64-eb65-4b1e-b91e-ef3776171abb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-0890f259\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.600875119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"f5f8151b-78fe-4a75-a070-50c7d3cb38eb","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.600894986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"f5f8151b-78fe-4a75-a070-50c7d3cb38eb","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.645179902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"39be3dc1-5425-4eec-9a0d-243d1d07f395","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.645749975Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"7218d449-36ce-48dc-b311-211574514609","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fe15fb42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.728789604Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"8b6fd699-d9ed-4787-90e6-915a329000f9","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fe15fb42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:45.84098423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"d068ca0b-bc55-436b-8bca-65c6e8dd0a1d","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:46.001425537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"d068ca0b-bc55-436b-8bca-65c6e8dd0a1d","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:46.126952257Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"d068ca0b-bc55-436b-8bca-65c6e8dd0a1d","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"e2e-mt-0890f259-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:46.126981354Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-policy-0890f259","reconcileID":"d068ca0b-bc55-436b-8bca-65c6e8dd0a1d","MaaSAuthPolicy":{"name":"e2e-policy-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:46.186726811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"c1bbd48e-0fab-4bcd-951b-7845b753c6c9","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:46.186759254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"c1bbd48e-0fab-4bcd-951b-7845b753c6c9","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:48.97651227Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9b107b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9b107b","reconcileID":"b60a5c7c-9b62-41be-89a8-fc59d716a1fd","aitenant":"ai-tenants/e2e-api-b-9b107b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:49.588662387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1deb1886-6351-4236-ace0-1f7a325867fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:49.642975867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1deb1886-6351-4236-ace0-1f7a325867fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:49.697256786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1deb1886-6351-4236-ace0-1f7a325867fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:49.751575113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1deb1886-6351-4236-ace0-1f7a325867fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:49.811230872Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9b107b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9b107b","reconcileID":"b60a5c7c-9b62-41be-89a8-fc59d716a1fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-9b107b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-9b107b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.322693742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b077a31-e6db-458f-9911-cbc47925f788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.322718089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b077a31-e6db-458f-9911-cbc47925f788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.378804905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d0eb23b-5db0-4fe9-9187-92221ed0b39e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.378834413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d0eb23b-5db0-4fe9-9187-92221ed0b39e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.539304252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"f7ba7862-0622-44b4-b3cd-5492913c2272","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.597038759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"f7ba7862-0622-44b4-b3cd-5492913c2272","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.782217278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f1d754-1e76-45d6-b10a-08eee7924595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.824575267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99312f46-5491-4096-bbd2-44637c36a635","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.824596616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99312f46-5491-4096-bbd2-44637c36a635","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.836176104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f1d754-1e76-45d6-b10a-08eee7924595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.890579033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f1d754-1e76-45d6-b10a-08eee7924595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.944722936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f1d754-1e76-45d6-b10a-08eee7924595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.949338017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63a15536-8ca6-454a-9bc6-fd614dac8a95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:51.949361296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63a15536-8ca6-454a-9bc6-fd614dac8a95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.002890671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6238a096-7eb3-4576-b58f-75cd6342637c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.002912601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6238a096-7eb3-4576-b58f-75cd6342637c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:55:52.003804093Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-cb2223e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-cb2223e9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.052368481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5b6e2e1-dc0e-45ae-973e-6de14f8f2867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.061790609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59395e21-e55d-4570-962b-f3435a2409a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.061819221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59395e21-e55d-4570-962b-f3435a2409a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.109912269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5b6e2e1-dc0e-45ae-973e-6de14f8f2867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.168230616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"7bfdead6-0b8d-44d8-ade6-4a1d34e2b28d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.16858802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4023b717-8842-4509-8779-d65373aa7c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.226599266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"7bfdead6-0b8d-44d8-ade6-4a1d34e2b28d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.226770081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4023b717-8842-4509-8779-d65373aa7c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.389215322Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cb2223e9","reconcileID":"e8e98e0b-d422-4b4d-ae40-3b7da7322e97","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-cb2223e9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.389393211Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cb2223e9","reconcileID":"e8e98e0b-d422-4b4d-ae40-3b7da7322e97","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cb2223e9","error":"MaaSModelRef not found: llm/nonexistent-model-cb2223e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.435985254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feef396e-b19b-49b8-93e3-5ad67e021aa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.493269395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feef396e-b19b-49b8-93e3-5ad67e021aa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:55:52.589250541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"7bfdead6-0b8d-44d8-ade6-4a1d34e2b28d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-sub-auth-cb2223e9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.596813909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4968c12-6687-47ab-af84-25f2cc1d1963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.605051103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b4c3a1f-370f-4897-b831-6505414569a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.654285335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4968c12-6687-47ab-af84-25f2cc1d1963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.662305863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d832d3b2-bd89-4ccc-86d2-9b71cff2b592","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.662332448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d832d3b2-bd89-4ccc-86d2-9b71cff2b592","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.750672773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"e63da268-9e49-4a2c-9fc7-5e7d6f7263d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.80889678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"e63da268-9e49-4a2c-9fc7-5e7d6f7263d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.877803386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cb2223e9","reconcileID":"0cfd76e2-06e9-48f2-922c-592408f225d3","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:52.877940756Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cb2223e9","reconcileID":"0cfd76e2-06e9-48f2-922c-592408f225d3","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cb2223e9","error":"MaaSModelRef not found: llm/nonexistent-model-cb2223e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:53.887511708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265b78e7-98b4-4043-a68a-d044a221e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:53.941755417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265b78e7-98b4-4043-a68a-d044a221e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:53.995977515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265b78e7-98b4-4043-a68a-d044a221e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:54.050472338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265b78e7-98b4-4043-a68a-d044a221e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:54.814861566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"406726fe-a646-4037-82db-53b6430d880b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:54.814890238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"406726fe-a646-4037-82db-53b6430d880b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:54.975080374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8afa3e6e-bcd8-4868-8164-ba2fb0dc137c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:54.975477876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50425f74-7398-426e-9103-fb5b5cf7aa0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:54.975755172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"943f0eb7-b856-4ab2-8bca-d4b282de0056","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:55.034150724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8afa3e6e-bcd8-4868-8164-ba2fb0dc137c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:55.040674507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"943f0eb7-b856-4ab2-8bca-d4b282de0056","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:55.041825135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50425f74-7398-426e-9103-fb5b5cf7aa0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:55.783490696Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"64028435-6733-40c6-bfa0-2c0850e8e7ae","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","subscription":"e2e-sub-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:55.83751091Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"64028435-6733-40c6-bfa0-2c0850e8e7ae","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:55.891568575Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-sub-0890f259","reconcileID":"64028435-6733-40c6-bfa0-2c0850e8e7ae","MaaSSubscription":{"name":"e2e-sub-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"name":"maas-trlp-e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:56.004168815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174b79e5-2194-4a2b-ab4b-4dee3be92dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:56.058035095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174b79e5-2194-4a2b-ab4b-4dee3be92dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:56.111974628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174b79e5-2194-4a2b-ab4b-4dee3be92dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:56.229472617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174b79e5-2194-4a2b-ab4b-4dee3be92dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:56.283565779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"d190d556-809f-4e83-8242-92f67bb3581a","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:56.283597593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"d190d556-809f-4e83-8242-92f67bb3581a","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:56.777261735Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:58.160667516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87857b9-926b-46bc-aac1-4ae4aac300c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:58.215109715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87857b9-926b-46bc-aac1-4ae4aac300c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:58.269722002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87857b9-926b-46bc-aac1-4ae4aac300c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:55:58.324486633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87857b9-926b-46bc-aac1-4ae4aac300c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:00.255336097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3077ba-c04a-460c-90d7-e2901a7fcd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:00.309391769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3077ba-c04a-460c-90d7-e2901a7fcd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:00.363483525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3077ba-c04a-460c-90d7-e2901a7fcd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:00.419708403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3077ba-c04a-460c-90d7-e2901a7fcd6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:04.983229985Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cb2223e9","reconcileID":"fb29c11c-f748-43be-adcf-204f030bbc56","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-cb2223e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.205098968Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cb2223e9","reconcileID":"fb29c11c-f748-43be-adcf-204f030bbc56","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.205177403Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cb2223e9","reconcileID":"fb29c11c-f748-43be-adcf-204f030bbc56","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cb2223e9","subscription":"e2e-neg-ghost-sub-cb2223e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.205345656Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cb2223e9","reconcileID":"fb29c11c-f748-43be-adcf-204f030bbc56","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cb2223e9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cb2223e9","error":"MaaSModelRef not found: llm/nonexistent-model-cb2223e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.420670269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b2f2851-80a3-438c-a431-2705950ae07c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.529511361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab91372f-b458-470d-a468-aa00d8baa920","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.529531218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab91372f-b458-470d-a468-aa00d8baa920","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.68963416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"471fc86b-00ff-4045-8082-9d2c0fe96b83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.689654813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"471fc86b-00ff-4045-8082-9d2c0fe96b83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.69068327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb040ebb-6e74-41bd-ad2c-7e0d7694fc64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.690696826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"e4ac9420-ea84-474b-9d17-3c4af7bbbdc7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.691171476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bfb23bf-b66c-4a95-b905-879cb861ff66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.749706359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb040ebb-6e74-41bd-ad2c-7e0d7694fc64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.74971172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bfb23bf-b66c-4a95-b905-879cb861ff66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.751988103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"e4ac9420-ea84-474b-9d17-3c4af7bbbdc7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:05.910945146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cb2223e9","reconcileID":"610ca8c1-66ce-486f-bcab-c5aad0ecee56","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cb2223e9","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:06.075929192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99ea22e0-8908-4217-a93a-7a08a9567bf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:06.075951476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99ea22e0-8908-4217-a93a-7a08a9567bf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:08.154167878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402d583-f680-4cb3-a591-2b4ca507862f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:08.208878577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402d583-f680-4cb3-a591-2b4ca507862f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:08.26283748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402d583-f680-4cb3-a591-2b4ca507862f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:08.317015855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402d583-f680-4cb3-a591-2b4ca507862f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.27158285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c6d795-e93f-40c2-abfa-b43d7077a3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.325734014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c6d795-e93f-40c2-abfa-b43d7077a3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.380537607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c6d795-e93f-40c2-abfa-b43d7077a3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.423591831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc76bcf8-865d-489e-925f-03a53b277571","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.423613923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc76bcf8-865d-489e-925f-03a53b277571","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.43485999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c6d795-e93f-40c2-abfa-b43d7077a3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.493382702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e21ac28d-91a4-43c6-b63d-a70d7a3a1c6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.493403815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e21ac28d-91a4-43c6-b63d-a70d7a3a1c6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.654976767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"a5281af4-ac0b-4e42-9767-1e0ca8fc5be3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9850f5","tenantID":"e2e-api-a-9850f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.784481683Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"a5281af4-ac0b-4e42-9767-1e0ca8fc5be3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"name":"e2e-api-a-9850f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.841082365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9850f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"a5281af4-ac0b-4e42-9767-1e0ca8fc5be3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.898066293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9adbc8a6-3606-4789-b70d-7a90333c7b1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:10.89808887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9adbc8a6-3606-4789-b70d-7a90333c7b1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:11.274446248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"839c682e-6f97-4e6b-ae02-f25a7d5324e3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e0beee","tenantID":"e2e-ipp-a-e0beee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:11.424458113Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"839c682e-6f97-4e6b-ae02-f25a7d5324e3","name":"e2e-ipp-a-e0beee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:11.928419018Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b614d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b614d8","reconcileID":"20636f7d-56b3-4d4b-ac28-e20c9efbadfe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b614d8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-b614d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:12.52474124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8963a65-b1cf-4c24-8f14-9b927e39ad54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:12.579699159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8963a65-b1cf-4c24-8f14-9b927e39ad54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:12.634244605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8963a65-b1cf-4c24-8f14-9b927e39ad54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:12.68916621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8963a65-b1cf-4c24-8f14-9b927e39ad54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:14.643109359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d081db24-b3e2-40fd-a10e-ff5a5b6eba69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:14.697403183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d081db24-b3e2-40fd-a10e-ff5a5b6eba69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:14.75146924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d081db24-b3e2-40fd-a10e-ff5a5b6eba69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:14.805383689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d081db24-b3e2-40fd-a10e-ff5a5b6eba69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:16.535280603Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-17d7bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-17d7bf","reconcileID":"db2cd7e7-1f6c-44c4-8d35-08bb165d842f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-17d7bf","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-17d7bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:16.746602337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf8a874-e2ae-4e32-a732-a048639b07ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:16.800963308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf8a874-e2ae-4e32-a732-a048639b07ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:16.85649191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf8a874-e2ae-4e32-a732-a048639b07ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:16.917581051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf8a874-e2ae-4e32-a732-a048639b07ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:18.888265463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c9f381-2b7b-4dc8-b846-1375cf485fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:18.943092121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c9f381-2b7b-4dc8-b846-1375cf485fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:18.998427627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c9f381-2b7b-4dc8-b846-1375cf485fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:19.052732321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c9f381-2b7b-4dc8-b846-1375cf485fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:20.991375078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e9b4a-1f1e-452e-bf2d-bc9aeed3bb51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:21.045822012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e9b4a-1f1e-452e-bf2d-bc9aeed3bb51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:21.099944757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e9b4a-1f1e-452e-bf2d-bc9aeed3bb51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:21.100152139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"10cb6ee9-44d1-43ec-9af0-d8f6795d1d23","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9850f5","tenantID":"e2e-api-a-9850f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:21.154067234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e9b4a-1f1e-452e-bf2d-bc9aeed3bb51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:21.212988406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"10cb6ee9-44d1-43ec-9af0-d8f6795d1d23","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"name":"e2e-api-a-9850f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:21.269254435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9850f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"10cb6ee9-44d1-43ec-9af0-d8f6795d1d23","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:23.132485521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee79845-1c7a-401d-97e8-c6c69aca4803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:23.186490842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee79845-1c7a-401d-97e8-c6c69aca4803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:23.24046424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee79845-1c7a-401d-97e8-c6c69aca4803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:23.294772383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee79845-1c7a-401d-97e8-c6c69aca4803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:26.77853881Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:29.489752295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ef5b12-767b-4ec7-b4f4-9043e8394f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:29.544026645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ef5b12-767b-4ec7-b4f4-9043e8394f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:29.601239547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ef5b12-767b-4ec7-b4f4-9043e8394f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:29.656406348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ef5b12-767b-4ec7-b4f4-9043e8394f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:31.378918745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"57871d99-db4b-43cb-9b85-e66960362d5a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9850f5","tenantID":"e2e-api-a-9850f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:31.444432367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"57871d99-db4b-43cb-9b85-e66960362d5a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"name":"e2e-api-a-9850f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:31.504828314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9850f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"57871d99-db4b-43cb-9b85-e66960362d5a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:31.638562373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb0545e-b3c5-4c2e-ab21-a1be64d83997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:31.692793809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb0545e-b3c5-4c2e-ab21-a1be64d83997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:31.746855582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb0545e-b3c5-4c2e-ab21-a1be64d83997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:31.8042347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb0545e-b3c5-4c2e-ab21-a1be64d83997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:32.200070755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ecf7b4d-e185-4025-9160-2ae03d5483db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:32.200095734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ecf7b4d-e185-4025-9160-2ae03d5483db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:32.267484457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"803d567e-cb18-404f-96dc-b8c23e199f5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:32.26750811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"803d567e-cb18-404f-96dc-b8c23e199f5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:32.374952716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"3bcea587-260e-459c-a279-026c4f4b6ba1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ed6b30","tenantID":"e2e-api-b-ed6b30","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:32.499556415Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"3bcea587-260e-459c-a279-026c4f4b6ba1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"name":"e2e-api-b-ed6b30-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:32.555695279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ed6b30-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"3bcea587-260e-459c-a279-026c4f4b6ba1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:32.612561774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aafb9095-c78c-4be8-b7c8-aade1a67ea5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:32.612584056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aafb9095-c78c-4be8-b7c8-aade1a67ea5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:33.897470755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c97891-60f7-437a-a17a-a0a85595edf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:33.952034606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c97891-60f7-437a-a17a-a0a85595edf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:34.007067901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c97891-60f7-437a-a17a-a0a85595edf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:34.06303811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c97891-60f7-437a-a17a-a0a85595edf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:36.007493229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18716830-f72e-4a30-9c3a-f69cbde757de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:36.061776258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18716830-f72e-4a30-9c3a-f69cbde757de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:36.116544948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18716830-f72e-4a30-9c3a-f69cbde757de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:36.170716744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18716830-f72e-4a30-9c3a-f69cbde757de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:38.113314904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d1e38-15e9-492a-9767-c9ee37a1b48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:38.167974429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d1e38-15e9-492a-9767-c9ee37a1b48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:38.22205715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d1e38-15e9-492a-9767-c9ee37a1b48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:38.276389097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d1e38-15e9-492a-9767-c9ee37a1b48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:39.510993518Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"65ee01d6-d594-4bdd-af60-4541b6015345","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:39.511197469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc08f359-8bc7-4582-9a46-51909f5f140e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:39.511215582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc08f359-8bc7-4582-9a46-51909f5f140e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:39.719793054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"65ee01d6-d594-4bdd-af60-4541b6015345","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:39.845780128Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"65ee01d6-d594-4bdd-af60-4541b6015345","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"name":"e2e-api-a-f89875-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:39.845809338Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"e2e-e2e-api-a-f89875-policy","reconcileID":"65ee01d6-d594-4bdd-af60-4541b6015345","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f89875-policy","namespace":"ai-tenant-e2e-api-a-f89875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f89875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:39.902953545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92f303fa-af5d-4ad0-a591-d1673c319700","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:39.90297667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92f303fa-af5d-4ad0-a591-d1673c319700","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:40.990561323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2220f23-3be9-4d8b-9e12-5fba5a47a1d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:41.045184453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2220f23-3be9-4d8b-9e12-5fba5a47a1d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:41.099268989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2220f23-3be9-4d8b-9e12-5fba5a47a1d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:41.153646781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2220f23-3be9-4d8b-9e12-5fba5a47a1d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:41.613383348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"5dcc698a-f82c-436c-803b-dc5d9f13a980","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9850f5","tenantID":"e2e-api-a-9850f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:41.672782753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"5dcc698a-f82c-436c-803b-dc5d9f13a980","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"name":"e2e-api-a-9850f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:41.729950558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9850f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa88ed98f810829521be039a348d998d9850a32905cd269fa27d08e9a7bdec2a) AuthConfig (ecb71d9b3899f6fd04a313b876c69cc04fb10849977547836303b5f4bdf7e5c2) AuthConfig (a5518bf6c7bb7087ad2f137ba3db7665b6a789af62e6eb1ed0c371c0a9816f87) AuthConfig (6f708f118fe03ef46fced0403ea2336275cdab26cc98ed93f655623ae4dfd2a8) AuthConfig (04152fccfeee922ec2326700864eeb4c1c877b8da30a23f0ad0a8b10b920c39c) AuthConfig (c314e0bd815e34cc9bfd688231d4e6bd247d7b6bdde280b58cd6643d75e6ea20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"5dcc698a-f82c-436c-803b-dc5d9f13a980","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:41.789838133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6065db6-efaf-46c7-8955-7bfa0298e99c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:41.789859282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6065db6-efaf-46c7-8955-7bfa0298e99c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:42.733626976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"96da0d06-834b-4a14-a348-3c6391c24663","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ed6b30","tenantID":"e2e-api-b-ed6b30","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:42.790946421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"96da0d06-834b-4a14-a348-3c6391c24663","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"name":"e2e-api-b-ed6b30-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:42.847138398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ed6b30-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"96da0d06-834b-4a14-a348-3c6391c24663","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.187338636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c04b8c-fec8-4841-8035-3aea26d0322a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.241461438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c04b8c-fec8-4841-8035-3aea26d0322a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.29569928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c04b8c-fec8-4841-8035-3aea26d0322a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.349885102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c04b8c-fec8-4841-8035-3aea26d0322a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.47058751Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","namespace":"ai-tenant-e2e-mt-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.470659463Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","namespace":"ai-tenant-e2e-mt-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.470728105Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","tenant":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.526267338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"Deployment","name":"maas-api-e2e-mt-0890f259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.632119702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"Service","name":"maas-api-e2e-mt-0890f259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.691712968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-0890f259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.747049027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-0890f259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.812073388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.87404659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.932694229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:43.988839441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.042587714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"Deployment","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.0961774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.156229354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"Service","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.211570982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"Service","name":"payload-pre-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.265275836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"DestinationRule","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.318830183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.372220138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.438050538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.491254982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.544670032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.599015539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:44.659415685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"2d634cef-58dd-4632-a527-1528ec5f1fb3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-0890f259","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:45.324934218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc69c2-5e70-49b2-8fe2-59fcca1d5670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:45.378818435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc69c2-5e70-49b2-8fe2-59fcca1d5670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:45.432946695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc69c2-5e70-49b2-8fe2-59fcca1d5670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:45.487035213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc69c2-5e70-49b2-8fe2-59fcca1d5670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:45.601612972Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-0890f259","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-0890f259","reconcileID":"ecd8f4f6-6a53-4e02-8996-a5e6998b6330","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-0890f259","removed":["maas.opendatahub.io/gateway-access-e2e-mt-0890f259"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.769855039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"840515c7-6917-4a87-8d07-e12d89518e99","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.829096514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"840515c7-6917-4a87-8d07-e12d89518e99","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.837412972Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"2295ff88-7e5d-425c-99c9-93711c6c0994","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.837507316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"2295ff88-7e5d-425c-99c9-93711c6c0994","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.848677618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"583c2ede-6cf5-4f66-a5e6-f41b84f3c247","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.848748339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"583c2ede-6cf5-4f66-a5e6-f41b84f3c247","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.869466909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"e54ce430-c0dd-426d-966a-4a9b8d2492c6","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.869555617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"e54ce430-c0dd-426d-966a-4a9b8d2492c6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.910184358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"46d7c18e-bc39-4f61-b151-14c0c8815181","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.910256027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"46d7c18e-bc39-4f61-b151-14c0c8815181","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.9908221Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"3d265fc0-6cd4-40b7-9eeb-df4317f7eda1","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:45.990899205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"3d265fc0-6cd4-40b7-9eeb-df4317f7eda1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:46.152270806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"83b38623-26b6-4fa2-adbb-dda27f5c22ae","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:46.152350575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"83b38623-26b6-4fa2-adbb-dda27f5c22ae","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:46.47334279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"1b2dca35-30be-460d-833c-fcd395c135ac","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:46.473441056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"1b2dca35-30be-460d-833c-fcd395c135ac","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:47.11458905Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"d185c5a1-1e1b-41b5-86dd-6c248588799f","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:47.114657696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"d185c5a1-1e1b-41b5-86dd-6c248588799f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:47.485220544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3672b8-54c7-4666-840b-76622890dc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:47.540020477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3672b8-54c7-4666-840b-76622890dc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:47.594289982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3672b8-54c7-4666-840b-76622890dc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:47.648848823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3672b8-54c7-4666-840b-76622890dc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:48.395383012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"4d714ba3-be49-4975-b4bf-96cd17062204","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:48.395454517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"4d714ba3-be49-4975-b4bf-96cd17062204","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:49.600763386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b692d-d0aa-48d8-bd80-5a2e686cb1c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:49.655272694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b692d-d0aa-48d8-bd80-5a2e686cb1c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:49.709304277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b692d-d0aa-48d8-bd80-5a2e686cb1c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:49.763870371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b692d-d0aa-48d8-bd80-5a2e686cb1c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.103965555Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","namespace":"ai-tenant-e2e-api-a-f89875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.104072288Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","namespace":"ai-tenant-e2e-api-a-f89875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.10417679Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","tenant":"e2e-api-a-f89875","tenantID":"e2e-api-a-f89875","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.160189271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"Deployment","name":"maas-api-e2e-api-a-f89875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.228383646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"Service","name":"maas-api-e2e-api-a-f89875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.285481103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f89875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.342233142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f89875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.398753259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.457932048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.521483249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.578406137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.633774187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"Deployment","name":"payload-processing-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.688479316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.742032461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"Service","name":"payload-processing-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.795495474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.868056886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.923314904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:50.955937945Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"ff4ee829-d818-4530-813f-78e3840ebc80","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:50.956021532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"ff4ee829-d818-4530-813f-78e3840ebc80","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:50.976751623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.034678185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.088379957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.141974098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.278269405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f89875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.34097812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f89875"},"namespace":"ai-tenant-e2e-api-a-f89875","name":"default-tenant","reconcileID":"9dece950-a249-457e-a703-70d53d338b80","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f89875","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.395748408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"a49e903b-8596-489a-af0d-9673e4957abd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.489076577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"eb542f6e-61f3-4553-b0b7-7595281b4ac5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.5603737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"325bef40-91e9-40ac-a086-631e2881bb6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.662421275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"9665210f-403a-40a8-9751-9ed6052eedcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.662918558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"05733bb3-45fd-4a06-a5a1-b47f8a14d9e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.762786781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"b6122a2e-f1d2-482c-97e9-f54d674b47a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.864740521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"2be74206-28c6-47a7-af2f-06f4ee3b8915","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.896847781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1043a73e-4229-4fe8-a68c-7706b9eb94bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.951099399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1043a73e-4229-4fe8-a68c-7706b9eb94bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:51.951344583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"136db670-44b9-4689-98bc-5c70c69e897b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9850f5","tenantID":"e2e-api-a-9850f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.005142057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1043a73e-4229-4fe8-a68c-7706b9eb94bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.005255559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98b4f7fb-b046-4d8f-a5b5-9137c7a7c6ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.059567485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1043a73e-4229-4fe8-a68c-7706b9eb94bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.060848653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5d8e1fb-f340-4fd4-a370-ed5ca51b2457","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.117355946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"136db670-44b9-4689-98bc-5c70c69e897b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"name":"e2e-api-a-9850f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.222264918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"392b5990-6342-475f-814f-4fd0e06e45b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.222556981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"727b4553-398d-4055-b8b1-7c3f74766d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:52.249641106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"65afac6a-52a4-4346-8b5b-2e49d08e0a1d","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:52.249709882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"65afac6a-52a4-4346-8b5b-2e49d08e0a1d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.331149657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"ee2f866e-6ceb-4af4-8bf4-807611840db4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.499521259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74260f91-aee8-4400-8f20-59875f4244e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.499546619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74260f91-aee8-4400-8f20-59875f4244e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:52.52284626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"ac7e2d1d-ef0a-4f8b-b9c2-24e7b71f0ef7","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:56:52.522935521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"ac7e2d1d-ef0a-4f8b-b9c2-24e7b71f0ef7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259-kserve-route (gateways: [openshift-ingress/e2e-mt-0890f259]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:52.955440975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"48490647-eed8-4b66-8e11-d9191f8d9d91","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ed6b30","tenantID":"e2e-api-b-ed6b30","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:53.013164764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"48490647-eed8-4b66-8e11-d9191f8d9d91","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"name":"e2e-api-b-ed6b30-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:53.06980619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ed6b30-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78d5595c9372147285acd1ecd8e2e46efd77b796a00244d7bbe12360b2fda249) AuthConfig (c2a5c861e13eaefa455b6da3db8549f912f1ed65176109c3a3e9e04850b7ba6a) AuthConfig (677e0f05f5e78a0c3e714d68d72b5d7c12910bb67b06716904f1dbbf86c9fd83) AuthConfig (d15faafec58d7270432bc3874d3cc2ca6bba8695ba064a7d4bf8288cab6101af) AuthConfig (b973dfd6c1f0fe7ce56e1db9b9c6e0d775a5e998fa1393c8631cbd6a9ed681bc) AuthConfig (dbe2f23a40b334ab0e350ed03e43c0ef53d8bbe3572e4ae21d18b4c08b910b6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"48490647-eed8-4b66-8e11-d9191f8d9d91","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:53.155496124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7f360b0-525c-458b-b5cf-f838f1cf1d0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:53.155518412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7f360b0-525c-458b-b5cf-f838f1cf1d0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:53.687754772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"918ebbc1-7f3b-49f7-8650-4a45f92e035b","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:53.687778298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"918ebbc1-7f3b-49f7-8650-4a45f92e035b","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:53.85541402Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-0890f259","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-0890f259","reconcileID":"1a617902-deae-4b65-874d-0eeaaae7b5f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-0890f259","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-0890f259":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:54.012072642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac38ebf-a272-4204-a453-abd43e16b24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:54.066206993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac38ebf-a272-4204-a453-abd43e16b24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:54.120847352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac38ebf-a272-4204-a453-abd43e16b24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:54.175233748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac38ebf-a272-4204-a453-abd43e16b24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:54.817065587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"d9d90164-0f91-4ef3-b5e6-18035deb8f56","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:54.817094066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"d9d90164-0f91-4ef3-b5e6-18035deb8f56","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:55.73956568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"4d380614-96bf-4e6c-8c9d-5a7744721b80","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:55.739590299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"4d380614-96bf-4e6c-8c9d-5a7744721b80","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:56.197075042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b629b047-cbc8-4958-a08e-f80d09381c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:56.251732302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b629b047-cbc8-4958-a08e-f80d09381c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:56.305924754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b629b047-cbc8-4958-a08e-f80d09381c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:56.360057966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b629b047-cbc8-4958-a08e-f80d09381c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:56.781094177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:58.483493728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa38ac6a-f778-4acb-94d5-a0a0ad5ea57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:58.537555474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa38ac6a-f778-4acb-94d5-a0a0ad5ea57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:58.591410672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa38ac6a-f778-4acb-94d5-a0a0ad5ea57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:56:58.64596358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa38ac6a-f778-4acb-94d5-a0a0ad5ea57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:00.861868652Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f89875","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f89875","reconcileID":"c01cd9ce-37fb-4c16-ba06-629a41b84f37","aitenant":"ai-tenants/e2e-api-a-f89875","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:01.342148971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8e0d4d-6f59-4737-87a8-9ff3cd96049f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:01.39599565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8e0d4d-6f59-4737-87a8-9ff3cd96049f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:01.44991464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8e0d4d-6f59-4737-87a8-9ff3cd96049f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:01.504068837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8e0d4d-6f59-4737-87a8-9ff3cd96049f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:01.677668839Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f89875","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f89875","reconcileID":"c01cd9ce-37fb-4c16-ba06-629a41b84f37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f89875","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f89875"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:03.262960486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"c2f0844a-f57e-4e8b-a50d-86091786f274","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ed6b30","tenantID":"e2e-api-b-ed6b30","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:03.320871484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"c2f0844a-f57e-4e8b-a50d-86091786f274","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"name":"e2e-api-b-ed6b30-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:03.379506717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ed6b30-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78d5595c9372147285acd1ecd8e2e46efd77b796a00244d7bbe12360b2fda249) AuthConfig (c2a5c861e13eaefa455b6da3db8549f912f1ed65176109c3a3e9e04850b7ba6a) AuthConfig (677e0f05f5e78a0c3e714d68d72b5d7c12910bb67b06716904f1dbbf86c9fd83) AuthConfig (d15faafec58d7270432bc3874d3cc2ca6bba8695ba064a7d4bf8288cab6101af) AuthConfig (b973dfd6c1f0fe7ce56e1db9b9c6e0d775a5e998fa1393c8631cbd6a9ed681bc) AuthConfig (dbe2f23a40b334ab0e350ed03e43c0ef53d8bbe3572e4ae21d18b4c08b910b6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"c2f0844a-f57e-4e8b-a50d-86091786f274","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:03.487542726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1250b5b-20cf-4522-9fe5-c0d8e91701e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:03.541498282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1250b5b-20cf-4522-9fe5-c0d8e91701e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:03.596170902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1250b5b-20cf-4522-9fe5-c0d8e91701e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:03.651055018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1250b5b-20cf-4522-9fe5-c0d8e91701e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:05.620324394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0694dd-ccf2-4d6a-946c-1d95199fdf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:05.674525085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0694dd-ccf2-4d6a-946c-1d95199fdf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:05.728927969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0694dd-ccf2-4d6a-946c-1d95199fdf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:05.7830598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0694dd-ccf2-4d6a-946c-1d95199fdf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:07.445170047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"da1e2d00-69f1-49bc-ac7e-77e512ce1be8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b614d8","tenantID":"e2e-ipp-a-b614d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:07.562382578Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"da1e2d00-69f1-49bc-ac7e-77e512ce1be8","name":"e2e-ipp-a-b614d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:07.827454792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddedd6fc-78a8-46ce-9847-0e9eba9ce29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:07.881578332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddedd6fc-78a8-46ce-9847-0e9eba9ce29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:07.935845585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddedd6fc-78a8-46ce-9847-0e9eba9ce29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:07.989953185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddedd6fc-78a8-46ce-9847-0e9eba9ce29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.318694782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"f1e65042-f808-457c-8fb5-6c07e7a8e80b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ed6b30","tenantID":"e2e-api-b-ed6b30","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.376358169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"f1e65042-f808-457c-8fb5-6c07e7a8e80b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"name":"e2e-api-b-ed6b30-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.432494939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ed6b30-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78d5595c9372147285acd1ecd8e2e46efd77b796a00244d7bbe12360b2fda249) AuthConfig (c2a5c861e13eaefa455b6da3db8549f912f1ed65176109c3a3e9e04850b7ba6a) AuthConfig (677e0f05f5e78a0c3e714d68d72b5d7c12910bb67b06716904f1dbbf86c9fd83) AuthConfig (d15faafec58d7270432bc3874d3cc2ca6bba8695ba064a7d4bf8288cab6101af) AuthConfig (b973dfd6c1f0fe7ce56e1db9b9c6e0d775a5e998fa1393c8631cbd6a9ed681bc) AuthConfig (dbe2f23a40b334ab0e350ed03e43c0ef53d8bbe3572e4ae21d18b4c08b910b6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"f1e65042-f808-457c-8fb5-6c07e7a8e80b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.601389866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"db4658bb-8826-4eac-90db-8fcac8b6fbcc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.601540942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be49814b-80c2-4a2a-8af0-76bdf3f9e085","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.601558608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be49814b-80c2-4a2a-8af0-76bdf3f9e085","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.811580463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"db4658bb-8826-4eac-90db-8fcac8b6fbcc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ed6b30","tenantID":"e2e-api-b-ed6b30","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.936678671Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"db4658bb-8826-4eac-90db-8fcac8b6fbcc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"name":"e2e-api-b-ed6b30-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.936707818Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"e2e-e2e-api-b-ed6b30-policy","reconcileID":"db4658bb-8826-4eac-90db-8fcac8b6fbcc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ed6b30-policy","namespace":"ai-tenant-e2e-api-b-ed6b30"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ed6b30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.993909612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfb21abe-58c7-4b7c-ba1f-5db5a34b71f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:08.993932549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfb21abe-58c7-4b7c-ba1f-5db5a34b71f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:09.935121075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bc09f6-a504-4f18-8c22-ec6d1bccc842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:09.989096346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bc09f6-a504-4f18-8c22-ec6d1bccc842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:10.042960609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bc09f6-a504-4f18-8c22-ec6d1bccc842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:10.097791767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bc09f6-a504-4f18-8c22-ec6d1bccc842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:12.048920125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed483ba3-cc2a-49be-b56b-a18753ca6254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:12.102948662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed483ba3-cc2a-49be-b56b-a18753ca6254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:12.157230756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed483ba3-cc2a-49be-b56b-a18753ca6254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:12.211359106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed483ba3-cc2a-49be-b56b-a18753ca6254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:14.160572162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144223dd-beed-411e-8ea8-cb1127e0d6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:14.214707212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144223dd-beed-411e-8ea8-cb1127e0d6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:14.26866572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144223dd-beed-411e-8ea8-cb1127e0d6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:14.323094849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144223dd-beed-411e-8ea8-cb1127e0d6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:16.251971173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e10323-3cc8-42bf-9038-790e84cd8a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:16.306099247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e10323-3cc8-42bf-9038-790e84cd8a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:16.360195398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e10323-3cc8-42bf-9038-790e84cd8a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:16.414110744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e10323-3cc8-42bf-9038-790e84cd8a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:18.209961066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"2cc96070-b0ae-4ef4-9d8e-354b6edf80f6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-17d7bf","tenantID":"e2e-api-b-17d7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:18.3272778Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"2cc96070-b0ae-4ef4-9d8e-354b6edf80f6","name":"e2e-api-b-17d7bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:18.347518017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11720ca4-c604-4dd6-abf3-d1fd2db25a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:18.402355636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11720ca4-c604-4dd6-abf3-d1fd2db25a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:18.456459374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11720ca4-c604-4dd6-abf3-d1fd2db25a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:18.510584286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11720ca4-c604-4dd6-abf3-d1fd2db25a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:20.561751188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9349801a-34d7-4f8b-b4a9-7f9f17823959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:20.615717887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9349801a-34d7-4f8b-b4a9-7f9f17823959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:20.671286448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9349801a-34d7-4f8b-b4a9-7f9f17823959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:20.725545727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9349801a-34d7-4f8b-b4a9-7f9f17823959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:20.98503321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"77868620-078c-4c07-8e56-229029db2923","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:21.15936603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"ee3a0ba9-4b12-4980-901b-b981a109110b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:21.262221877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"7516669f-1dd3-4af7-b427-edca25ac3ea1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:21.292740069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"ca211f1e-295e-4372-80e3-045e5d28e11b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:21.360250063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"0507f7c8-a9db-460d-8ed8-3b81dee22944","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:21.477385615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"2dcc115c-6ae7-4afb-aedb-7d37968dfd36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:21.577937055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"ad64f95f-dada-457c-b1a2-3bf0d75c775e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:21.727395036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"a68c3dac-6b5a-4850-bbba-673b300b2f1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:21.857286206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"7688b3ba-c77f-472a-8e71-c2eb6c413687","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:22.019521187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa464524-70e8-4aa2-91a7-87addf10a5b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:22.126915792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"528422f0-7ee4-42da-9ead-1b5f252ce08d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:22.237740401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2baf88a2-9966-4ea3-a297-b06c1e27bdc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:22.686338278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bc12d5-790b-4080-880e-c899499a9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:22.740994525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bc12d5-790b-4080-880e-c899499a9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:22.795084894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bc12d5-790b-4080-880e-c899499a9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:22.849564455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bc12d5-790b-4080-880e-c899499a9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:23.738515436Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","namespace":"ai-tenant-e2e-api-b-ed6b30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:23.738609582Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","namespace":"ai-tenant-e2e-api-b-ed6b30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:23.738736822Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","tenant":"e2e-api-b-ed6b30","tenantID":"e2e-api-b-ed6b30","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:23.794285956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"Deployment","name":"maas-api-e2e-api-b-ed6b30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:23.854937635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"Service","name":"maas-api-e2e-api-b-ed6b30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:23.935620258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-ed6b30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:23.994213053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-ed6b30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.064307805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.12910113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.188361707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.327318202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.382493939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"Deployment","name":"payload-processing-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.436284993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.489762974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"Service","name":"payload-processing-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.543404172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"Service","name":"payload-pre-processing-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.596908588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.650697401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.704228619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.760730854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.814614836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.86815832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.884203029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e51e9f4-1206-4cc5-a081-e7d4b1bfdaac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.939051679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e51e9f4-1206-4cc5-a081-e7d4b1bfdaac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.939305882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-ed6b30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:24.993339707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e51e9f4-1206-4cc5-a081-e7d4b1bfdaac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:25.046872587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ed6b30"},"namespace":"ai-tenant-e2e-api-b-ed6b30","name":"default-tenant","reconcileID":"5aa4836b-eee6-4b8b-a1a8-b9fe66cc3332","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-ed6b30","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:25.047986789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e51e9f4-1206-4cc5-a081-e7d4b1bfdaac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:26.778006257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:29.432645905Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ed6b30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ed6b30","reconcileID":"4e01b77f-3579-4e0b-a976-0fbba71119a7","aitenant":"ai-tenants/e2e-api-b-ed6b30","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:30.013238293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a3edf0-e83e-4582-89dc-a4910213526f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:30.067471401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a3edf0-e83e-4582-89dc-a4910213526f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:30.121696193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a3edf0-e83e-4582-89dc-a4910213526f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:30.175925246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a3edf0-e83e-4582-89dc-a4910213526f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:30.292113235Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ed6b30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ed6b30","reconcileID":"4e01b77f-3579-4e0b-a976-0fbba71119a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-ed6b30","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-ed6b30"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:32.11748159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90cd879a-38a7-4d18-a2a2-c47a37f32574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:32.175218701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90cd879a-38a7-4d18-a2a2-c47a37f32574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:32.230613828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90cd879a-38a7-4d18-a2a2-c47a37f32574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:32.284683776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90cd879a-38a7-4d18-a2a2-c47a37f32574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:34.248760798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60324d79-7a4e-4cd8-bb0f-f15de35c47f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:34.303506102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60324d79-7a4e-4cd8-bb0f-f15de35c47f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:34.363254855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60324d79-7a4e-4cd8-bb0f-f15de35c47f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:34.419532859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60324d79-7a4e-4cd8-bb0f-f15de35c47f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:36.635290284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac0233f-9dcf-4b8e-9e03-f0611f889283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:36.689697391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac0233f-9dcf-4b8e-9e03-f0611f889283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:36.744409882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac0233f-9dcf-4b8e-9e03-f0611f889283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:36.799045171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac0233f-9dcf-4b8e-9e03-f0611f889283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:37.258917995Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-de5188","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-de5188","reconcileID":"86d7919c-4dde-4b58-91ec-3a9ca2a5041b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-de5188","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-de5188":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:38.789184736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6889d3-1657-4f24-9814-5016c4d55e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:38.843428712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6889d3-1657-4f24-9814-5016c4d55e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:38.898255564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6889d3-1657-4f24-9814-5016c4d55e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:38.953201086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6889d3-1657-4f24-9814-5016c4d55e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:40.912579818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6ecb25-aebb-4d34-9652-b16a612e70df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:40.966636271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6ecb25-aebb-4d34-9652-b16a612e70df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:41.021503348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6ecb25-aebb-4d34-9652-b16a612e70df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:41.081985515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6ecb25-aebb-4d34-9652-b16a612e70df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:43.093432308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5aa1a6-510b-4dd0-b220-fa4ad707cdea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:43.147709759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5aa1a6-510b-4dd0-b220-fa4ad707cdea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:43.201898702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5aa1a6-510b-4dd0-b220-fa4ad707cdea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:43.255818294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5aa1a6-510b-4dd0-b220-fa4ad707cdea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:45.297848067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e02692e-85b1-483d-89f2-e44a7cb8b19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:45.351942738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e02692e-85b1-483d-89f2-e44a7cb8b19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:45.40592933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e02692e-85b1-483d-89f2-e44a7cb8b19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:45.459968533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e02692e-85b1-483d-89f2-e44a7cb8b19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:45.839140503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"c87522b5-b49e-444b-aaed-2eb7b0d6c42e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:45.957011704Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"c87522b5-b49e-444b-aaed-2eb7b0d6c42e","name":"e2e-mt-0890f259-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:47.414495166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a94cf4-3dcb-442d-87aa-7a9c8cea6660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:47.468576873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a94cf4-3dcb-442d-87aa-7a9c8cea6660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:47.558993362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a94cf4-3dcb-442d-87aa-7a9c8cea6660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:47.635069508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a94cf4-3dcb-442d-87aa-7a9c8cea6660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:49.562581101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b3ea42-fa6a-4afb-a2cb-7815b63eccb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:49.616938289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b3ea42-fa6a-4afb-a2cb-7815b63eccb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:49.671004163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b3ea42-fa6a-4afb-a2cb-7815b63eccb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:49.7251731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b3ea42-fa6a-4afb-a2cb-7815b63eccb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:51.680084899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6084d9a2-9ff6-488c-9b64-e22a3d6d647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:51.734288761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6084d9a2-9ff6-488c-9b64-e22a3d6d647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:51.788304796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6084d9a2-9ff6-488c-9b64-e22a3d6d647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:51.84248372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6084d9a2-9ff6-488c-9b64-e22a3d6d647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:53.791593489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf16b37c-bf6d-476e-9171-5655612453dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:53.845569994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf16b37c-bf6d-476e-9171-5655612453dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:53.899616975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf16b37c-bf6d-476e-9171-5655612453dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:53.953621739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf16b37c-bf6d-476e-9171-5655612453dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:55.89259846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256806cf-6377-49c4-bcb4-e9fc2278e2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:55.946600153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256806cf-6377-49c4-bcb4-e9fc2278e2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:56.000582125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256806cf-6377-49c4-bcb4-e9fc2278e2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:56.054473445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256806cf-6377-49c4-bcb4-e9fc2278e2bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:56.777485312Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:58.03027138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28040c63-dbce-4695-a5ed-313668976418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:58.084225385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28040c63-dbce-4695-a5ed-313668976418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:58.137988051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28040c63-dbce-4695-a5ed-313668976418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:57:58.192026382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28040c63-dbce-4695-a5ed-313668976418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:00.182337012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1862166-64cb-4ccf-9972-f4576c66b473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:00.236326716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1862166-64cb-4ccf-9972-f4576c66b473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:00.290428534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1862166-64cb-4ccf-9972-f4576c66b473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:00.344356099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1862166-64cb-4ccf-9972-f4576c66b473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:02.31533504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da58e26-d970-4b5e-bf74-419ce2620d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:02.372715838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da58e26-d970-4b5e-bf74-419ce2620d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:02.426817848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da58e26-d970-4b5e-bf74-419ce2620d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:02.480810726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da58e26-d970-4b5e-bf74-419ce2620d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:10.656479764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f5e154-7601-4a18-b854-c9319f11f6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:10.711471438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f5e154-7601-4a18-b854-c9319f11f6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:10.765377046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f5e154-7601-4a18-b854-c9319f11f6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:10.819708362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f5e154-7601-4a18-b854-c9319f11f6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:12.783821521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536eb905-e314-4632-82b1-3e81a129fd1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:12.83794443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536eb905-e314-4632-82b1-3e81a129fd1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:12.892181022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536eb905-e314-4632-82b1-3e81a129fd1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:12.946588501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536eb905-e314-4632-82b1-3e81a129fd1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:14.927623782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da60e7d9-c6bc-4d7b-92d9-057530927795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:14.98232599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da60e7d9-c6bc-4d7b-92d9-057530927795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:15.040019582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da60e7d9-c6bc-4d7b-92d9-057530927795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:15.095471725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da60e7d9-c6bc-4d7b-92d9-057530927795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:17.08497273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f768777-3b44-406b-bd73-9a09fff7644a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:17.139316744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f768777-3b44-406b-bd73-9a09fff7644a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:17.193269047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f768777-3b44-406b-bd73-9a09fff7644a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:17.250650129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f768777-3b44-406b-bd73-9a09fff7644a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:21.364378984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963f7ca9-b9aa-4523-923e-698809f27cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:21.418494289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963f7ca9-b9aa-4523-923e-698809f27cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:21.472749082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963f7ca9-b9aa-4523-923e-698809f27cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:21.52694329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963f7ca9-b9aa-4523-923e-698809f27cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:23.468673372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92d7fe2-eb13-4042-be45-e40d7b0a75e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:23.523591669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92d7fe2-eb13-4042-be45-e40d7b0a75e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:23.577740697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92d7fe2-eb13-4042-be45-e40d7b0a75e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:23.631753635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92d7fe2-eb13-4042-be45-e40d7b0a75e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:24.444897799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca2beed9-f085-49a6-96ff-1da0d3f0ecae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:24.444920697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca2beed9-f085-49a6-96ff-1da0d3f0ecae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:24.503378804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d8c9867-fec7-427a-a141-bd221dd090b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:24.503401726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d8c9867-fec7-427a-a141-bd221dd090b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:24.610502894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"0d5cb09e-9a8b-46e5-af93-eca6da695593","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-17d7bf","tenantID":"e2e-api-b-17d7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:24.739280147Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"0d5cb09e-9a8b-46e5-af93-eca6da695593","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"name":"e2e-api-b-17d7bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:24.795617124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-17d7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"0d5cb09e-9a8b-46e5-af93-eca6da695593","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:24.859557531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c082c7c-2f66-4d12-87ba-bcf7e7949671","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:24.859581432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c082c7c-2f66-4d12-87ba-bcf7e7949671","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:26.77801634Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:27.289757275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71fc757-1231-4069-b014-9a6c1c4aeb7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:27.344762523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71fc757-1231-4069-b014-9a6c1c4aeb7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:27.398738886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71fc757-1231-4069-b014-9a6c1c4aeb7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:27.452784315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71fc757-1231-4069-b014-9a6c1c4aeb7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:27.831793638Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-be14d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-be14d9","reconcileID":"523ab9f2-fb4b-4fba-9117-a80a4032f411","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-be14d9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-be14d9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:29.394914006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09d6bb1-8038-4076-89b4-69485c57c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:29.448753122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09d6bb1-8038-4076-89b4-69485c57c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:29.502384654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09d6bb1-8038-4076-89b4-69485c57c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:29.556456199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09d6bb1-8038-4076-89b4-69485c57c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:30.501863797Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"ddad4a94-2c03-4cbb-a5f8-2ddb6c910a7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:30.502040394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d61063db-c4ed-43c9-8c66-1b03e512fe93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:30.502057228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d61063db-c4ed-43c9-8c66-1b03e512fe93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:30.760239161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"ddad4a94-2c03-4cbb-a5f8-2ddb6c910a7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9850f5","tenantID":"e2e-api-a-9850f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:30.885820232Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"ddad4a94-2c03-4cbb-a5f8-2ddb6c910a7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"name":"e2e-api-a-9850f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:30.885847268Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"e2e-e2e-api-a-9850f5-policy","reconcileID":"ddad4a94-2c03-4cbb-a5f8-2ddb6c910a7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9850f5-policy","namespace":"ai-tenant-e2e-api-a-9850f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9850f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:30.942906489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0435baa0-9e1d-4c55-af4e-95003deb61fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:30.942927036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0435baa0-9e1d-4c55-af4e-95003deb61fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:31.613053703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0110b820-a968-420b-89c9-770d0467ed0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:31.668212659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0110b820-a968-420b-89c9-770d0467ed0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:31.735087962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0110b820-a968-420b-89c9-770d0467ed0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:31.792017119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0110b820-a968-420b-89c9-770d0467ed0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:33.794499348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c26d6c-8ff9-4194-9055-f467dad95f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:33.848934407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c26d6c-8ff9-4194-9055-f467dad95f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:33.903733242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c26d6c-8ff9-4194-9055-f467dad95f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:33.962451081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c26d6c-8ff9-4194-9055-f467dad95f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:34.992426058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"0b64a448-f11c-4b1d-a553-2d071fa65ebc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-17d7bf","tenantID":"e2e-api-b-17d7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:35.104948095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"0b64a448-f11c-4b1d-a553-2d071fa65ebc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"name":"e2e-api-b-17d7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:35.161397791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-17d7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"0b64a448-f11c-4b1d-a553-2d071fa65ebc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:35.902574077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98122ec-500e-4f32-a13b-efc7843c5f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:35.956197378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98122ec-500e-4f32-a13b-efc7843c5f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:36.010075566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98122ec-500e-4f32-a13b-efc7843c5f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:36.064700987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98122ec-500e-4f32-a13b-efc7843c5f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:38.086703109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719f9684-936f-401d-96ab-206073b7003e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:38.14075909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719f9684-936f-401d-96ab-206073b7003e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:38.195011839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719f9684-936f-401d-96ab-206073b7003e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:38.248966257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719f9684-936f-401d-96ab-206073b7003e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:40.222700593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b59ef16-68b9-4b28-8b87-a0d2eea5d292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:40.277376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b59ef16-68b9-4b28-8b87-a0d2eea5d292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:40.331908423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b59ef16-68b9-4b28-8b87-a0d2eea5d292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:40.385966435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b59ef16-68b9-4b28-8b87-a0d2eea5d292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:40.825418547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"d6fe00f6-ab97-47fe-a8ba-aa1a24212ed2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-de5188","tenantID":"e2e-ipp-a-de5188","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:40.942969586Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"d6fe00f6-ab97-47fe-a8ba-aa1a24212ed2","name":"e2e-ipp-a-de5188-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:42.342413836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792b4779-53eb-44f5-9423-33cacf292890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:42.39880829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792b4779-53eb-44f5-9423-33cacf292890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:42.453162746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792b4779-53eb-44f5-9423-33cacf292890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:42.507110982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792b4779-53eb-44f5-9423-33cacf292890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:44.44118136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acec68f7-f256-47f5-a8d3-a0435edbe1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:44.495167821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acec68f7-f256-47f5-a8d3-a0435edbe1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:44.549212646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acec68f7-f256-47f5-a8d3-a0435edbe1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:44.603194788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acec68f7-f256-47f5-a8d3-a0435edbe1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:45.269747725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"b2ccd585-66f8-48da-9885-ddffb936dd86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-17d7bf","tenantID":"e2e-api-b-17d7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:45.327805567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"b2ccd585-66f8-48da-9885-ddffb936dd86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"name":"e2e-api-b-17d7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:45.384304885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-17d7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"b2ccd585-66f8-48da-9885-ddffb936dd86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:46.627735899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4dbe76-4768-4ab2-883e-3149d35233cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:46.681797772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4dbe76-4768-4ab2-883e-3149d35233cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:46.736686164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4dbe76-4768-4ab2-883e-3149d35233cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:46.791174463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4dbe76-4768-4ab2-883e-3149d35233cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:48.759325109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f792a3a-2506-4016-8cbf-234f3f76c67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:48.81793991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f792a3a-2506-4016-8cbf-234f3f76c67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:48.872983733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f792a3a-2506-4016-8cbf-234f3f76c67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:48.927659785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f792a3a-2506-4016-8cbf-234f3f76c67e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:50.097479164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"b16df3e9-d787-4d7d-9a3d-8eba04561364","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:50.414159405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"312324ba-abb9-4105-8ce5-cb0a9b7f8718","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:50.516318202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"92a0fa76-0463-4541-a52d-9504f7cd7b1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:50.61549945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"fbcef713-49ca-46bd-a063-d5de08033433","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:50.615549289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"dba4a102-3fcd-4d7f-bb95-bf857f1e20cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:50.714980811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"47838b08-9fe2-4c45-b401-4171129d4834","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:50.814972934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"a80c4421-f05f-4b38-b4a0-1d5a2d9cd5ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:50.852835943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1a20dc5-7b4c-42fc-9d26-10d98a8eaf23","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:50.951564699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"0b22082c-cdbc-49c1-b2b6-68ecb9d4463d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:51.175328099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e9b74c0-afdb-48f8-a0c6-6de3c7ccbd13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:51.302573652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"3dc9d150-0d95-4129-ade9-0db896205920","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:51.405643038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"90e5f95e-1f57-4484-a1c8-887c55c1cbe8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:52.632888618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"caad1f4a-1b9b-45cd-a412-26d21b1cce9f","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:52.632913003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"caad1f4a-1b9b-45cd-a412-26d21b1cce9f","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:53.691721212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412a920b-6458-41c6-aae1-67a90d7b01e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:53.745808359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412a920b-6458-41c6-aae1-67a90d7b01e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:53.802805706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412a920b-6458-41c6-aae1-67a90d7b01e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:53.859450183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412a920b-6458-41c6-aae1-67a90d7b01e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:55.522820128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"f4937c77-193a-4d64-86d5-a92d1b03d912","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-17d7bf","tenantID":"e2e-api-b-17d7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:55.580611273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"f4937c77-193a-4d64-86d5-a92d1b03d912","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"name":"e2e-api-b-17d7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:55.636698387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-17d7bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0da59b9907d8c93dd3b405b1a3615f4dd914c5c278e80a8d3db93dfac73f8892) AuthConfig (011953683a36d9840105231be9e61731347c24fc760f78751e508c1fc00a7539) AuthConfig (3d71e42eaeeb584c6809c2dacbf4ac2162c76d5616c2c724e8444f4102f74488) AuthConfig (c83040e6a673722c755b8f590d4815dc0a2b89efcde5903614aefe28b7b62e26) AuthConfig (eff115cee39c417df31d2d51ab4196f6daa8072ba50f7e533438e41f3c7b53bd) AuthConfig (4d9b9dee7ac09246675091da0810e529cc692200b2de99aeb46d186fc610b98e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"f4937c77-193a-4d64-86d5-a92d1b03d912","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:55.695242063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"983b7d9f-cba2-4ffc-9b65-209a3f15a712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:55.695264772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"983b7d9f-cba2-4ffc-9b65-209a3f15a712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:55.964500164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82618967-cf43-4f98-8df5-f54e60a436ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:56.018838835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82618967-cf43-4f98-8df5-f54e60a436ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:56.072806175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82618967-cf43-4f98-8df5-f54e60a436ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:56.12758201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82618967-cf43-4f98-8df5-f54e60a436ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:56.777786097Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.084105145Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","namespace":"ai-tenant-e2e-api-a-9850f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.084219199Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","namespace":"ai-tenant-e2e-api-a-9850f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.084273626Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","tenant":"e2e-api-a-9850f5","tenantID":"e2e-api-a-9850f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.140077871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"Deployment","name":"maas-api-e2e-api-a-9850f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.201345959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"Service","name":"maas-api-e2e-api-a-9850f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.257444837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-9850f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.315685699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-9850f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.379399009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.43533536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.493667709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.549656168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.603424255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"Deployment","name":"payload-processing-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.657195227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.710860784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"Service","name":"payload-processing-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.765659071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"Service","name":"payload-pre-processing-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.81934431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.873265884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.926878428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:57.98326955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:58.039300088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:58.092864354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:58.155483503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-9850f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:58:58.209433942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9850f5"},"namespace":"ai-tenant-e2e-api-a-9850f5","name":"default-tenant","reconcileID":"3e515189-2005-4307-92cf-13d305080cb8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-9850f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:00.682986161Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9850f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9850f5","reconcileID":"14747869-d5fb-4412-a526-a3bddf554eb8","aitenant":"ai-tenants/e2e-api-a-9850f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:01.138054905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b37bd8-78bc-40ad-b37f-f6c4552b9442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:01.19221373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b37bd8-78bc-40ad-b37f-f6c4552b9442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:01.246562445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b37bd8-78bc-40ad-b37f-f6c4552b9442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:01.300888307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b37bd8-78bc-40ad-b37f-f6c4552b9442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:01.472829572Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9850f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9850f5","reconcileID":"14747869-d5fb-4412-a526-a3bddf554eb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9850f5","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-9850f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:03.289776868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa81ef-efc1-46c7-a10c-844be5a3fca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:03.343942455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa81ef-efc1-46c7-a10c-844be5a3fca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:03.397919442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa81ef-efc1-46c7-a10c-844be5a3fca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:03.452144901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fa81ef-efc1-46c7-a10c-844be5a3fca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:05.398119611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077a2654-90fc-458f-929b-80953549d905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:05.452016445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077a2654-90fc-458f-929b-80953549d905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:05.506663178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077a2654-90fc-458f-929b-80953549d905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:05.56087789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077a2654-90fc-458f-929b-80953549d905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:05.833262401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"5e73e574-b2a8-4ebb-9150-a11d1cc7f32e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-17d7bf","tenantID":"e2e-api-b-17d7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:05.943104548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"5e73e574-b2a8-4ebb-9150-a11d1cc7f32e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"name":"e2e-api-b-17d7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:06.000529306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-17d7bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0da59b9907d8c93dd3b405b1a3615f4dd914c5c278e80a8d3db93dfac73f8892) AuthConfig (011953683a36d9840105231be9e61731347c24fc760f78751e508c1fc00a7539) AuthConfig (3d71e42eaeeb584c6809c2dacbf4ac2162c76d5616c2c724e8444f4102f74488) AuthConfig (c83040e6a673722c755b8f590d4815dc0a2b89efcde5903614aefe28b7b62e26) AuthConfig (eff115cee39c417df31d2d51ab4196f6daa8072ba50f7e533438e41f3c7b53bd) AuthConfig (4d9b9dee7ac09246675091da0810e529cc692200b2de99aeb46d186fc610b98e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"5e73e574-b2a8-4ebb-9150-a11d1cc7f32e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:07.968007111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3d53c48-2ff4-4454-9656-27a5ae346899","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:07.968028805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3d53c48-2ff4-4454-9656-27a5ae346899","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:07.990650365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"4657bd9b-cce3-4890-a939-1bfa8716ea9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-17d7bf","tenantID":"e2e-api-b-17d7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:08.049031599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"4657bd9b-cce3-4890-a939-1bfa8716ea9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"name":"e2e-api-b-17d7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:08.107105926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-17d7bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0da59b9907d8c93dd3b405b1a3615f4dd914c5c278e80a8d3db93dfac73f8892) AuthConfig (011953683a36d9840105231be9e61731347c24fc760f78751e508c1fc00a7539) AuthConfig (3d71e42eaeeb584c6809c2dacbf4ac2162c76d5616c2c724e8444f4102f74488) AuthConfig (c83040e6a673722c755b8f590d4815dc0a2b89efcde5903614aefe28b7b62e26) AuthConfig (eff115cee39c417df31d2d51ab4196f6daa8072ba50f7e533438e41f3c7b53bd) AuthConfig (4d9b9dee7ac09246675091da0810e529cc692200b2de99aeb46d186fc610b98e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"4657bd9b-cce3-4890-a939-1bfa8716ea9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:08.107411797Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"93c0706e-cec6-4add-9d2d-c0a7a45a7186","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:08.350503963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"93c0706e-cec6-4add-9d2d-c0a7a45a7186","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-17d7bf","tenantID":"e2e-api-b-17d7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:08.531308542Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"93c0706e-cec6-4add-9d2d-c0a7a45a7186","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"name":"e2e-api-b-17d7bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:08.531360202Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"e2e-e2e-api-b-17d7bf-policy","reconcileID":"93c0706e-cec6-4add-9d2d-c0a7a45a7186","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-17d7bf-policy","namespace":"ai-tenant-e2e-api-b-17d7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-17d7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:08.588849136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e15c4c9-501f-4a05-8188-5bb9e12c28e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:08.589010108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e15c4c9-501f-4a05-8188-5bb9e12c28e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:09.325457846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd8f9f8-a31d-456b-8d90-a9233e25eb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:09.379422482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd8f9f8-a31d-456b-8d90-a9233e25eb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:09.433378444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd8f9f8-a31d-456b-8d90-a9233e25eb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:09.487594333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd8f9f8-a31d-456b-8d90-a9233e25eb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:11.527006613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa0f265-176c-41f5-97b8-4cfe8199102f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:11.581902801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa0f265-176c-41f5-97b8-4cfe8199102f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:11.644235698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa0f265-176c-41f5-97b8-4cfe8199102f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:11.709190903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa0f265-176c-41f5-97b8-4cfe8199102f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:12.866681128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"d0e25b89-4743-4f96-80a9-64de3f108649","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:12.86671177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"d0e25b89-4743-4f96-80a9-64de3f108649","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:13.692085702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0d3ba6-fc6c-4226-9070-33b16b84e11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:13.747653917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0d3ba6-fc6c-4226-9070-33b16b84e11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:13.801450318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0d3ba6-fc6c-4226-9070-33b16b84e11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:13.855495413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0d3ba6-fc6c-4226-9070-33b16b84e11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:16.946410619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"aee8bfba-f68d-4551-b67e-0b988df17691","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:17.048309476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"b28af35c-0906-4386-b47e-20481ad3ca20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:17.273359498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"be200c60-eaf3-49d7-a54e-202ec8e07acf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:17.526602001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"b79b1b4e-777e-4c01-86d5-b7ffce5232a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:17.627381956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"f38dd846-a1aa-4880-ab9d-522c676cfd22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:17.770493905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b393d81-53eb-4a4a-a568-121ceb81c330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:17.869544415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"c4052e57-0014-46de-81ff-f79ba26efcad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:17.969646707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"392287cb-f187-44c5-904a-3c20dae0d33e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:17.969844916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32bef7ec-a26b-4838-aa32-563b538bd518","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.020597087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"0d8fa3aa-0b4b-43b5-8c95-c84b7043878e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.20541704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"82ae6883-db7f-4f36-b5ef-2739edd4deb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.255580748Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","namespace":"ai-tenant-e2e-api-b-17d7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.255643401Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","namespace":"ai-tenant-e2e-api-b-17d7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.255690726Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","tenant":"e2e-api-b-17d7bf","tenantID":"e2e-api-b-17d7bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.31100561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"Deployment","name":"maas-api-e2e-api-b-17d7bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.336396266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"571e6632-2740-4b43-b11d-40eb36a57815","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.372219535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"Service","name":"maas-api-e2e-api-b-17d7bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.433276742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-17d7bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.490416795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-17d7bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.546280088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.614525612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.672753874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.731280024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.785041962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"Deployment","name":"payload-processing-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.838495279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.893169411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"Service","name":"payload-processing-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.946605374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"Service","name":"payload-pre-processing-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:18.99994691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:19.053542131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:19.106910664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:19.164289899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:19.218404941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:19.272029538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:19.327462498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-17d7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:19.386480073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-17d7bf"},"namespace":"ai-tenant-e2e-api-b-17d7bf","name":"default-tenant","reconcileID":"8863e105-68fe-4e55-8073-8b38a4721752","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-17d7bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:21.280209384Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-17d7bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-17d7bf","reconcileID":"5f6d36f9-188f-4026-a23a-eb7b1689fe9a","aitenant":"ai-tenants/e2e-api-b-17d7bf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:21.784856843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c8e487-7af1-4619-bdbb-2bece05c6f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:21.839034415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c8e487-7af1-4619-bdbb-2bece05c6f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:21.893038973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c8e487-7af1-4619-bdbb-2bece05c6f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:21.94723301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c8e487-7af1-4619-bdbb-2bece05c6f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:22.115196498Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-17d7bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-17d7bf","reconcileID":"5f6d36f9-188f-4026-a23a-eb7b1689fe9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-17d7bf","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-17d7bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:22.929920961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"226d8342-633a-4c34-bed5-bb55dde42746","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:22.930042619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"226d8342-633a-4c34-bed5-bb55dde42746","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:23.90547257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56fedb-2f98-44f8-8818-0fbc1cea6c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:23.959419514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56fedb-2f98-44f8-8818-0fbc1cea6c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:24.013314085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56fedb-2f98-44f8-8818-0fbc1cea6c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:24.067194747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56fedb-2f98-44f8-8818-0fbc1cea6c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:26.03416979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960e2fd6-84b2-4ad5-ad58-b76db49cb195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:26.088350719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960e2fd6-84b2-4ad5-ad58-b76db49cb195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:26.143215352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960e2fd6-84b2-4ad5-ad58-b76db49cb195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:26.201784681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960e2fd6-84b2-4ad5-ad58-b76db49cb195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:26.778368795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:28.15546243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce9714-52a6-474c-89b8-5d6c3a0050ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:28.209415482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce9714-52a6-474c-89b8-5d6c3a0050ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:28.263663357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce9714-52a6-474c-89b8-5d6c3a0050ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:28.317535619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce9714-52a6-474c-89b8-5d6c3a0050ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:29.417412981Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-875ee0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-875ee0","reconcileID":"34e2964d-34d2-4722-934b-92b252eaadec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-875ee0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-875ee0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:30.408406308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"456283cf-8b31-46b8-b61a-40a22ba3985e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:30.462306319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"456283cf-8b31-46b8-b61a-40a22ba3985e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:30.516050117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"456283cf-8b31-46b8-b61a-40a22ba3985e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:30.634301588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"456283cf-8b31-46b8-b61a-40a22ba3985e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:32.569829541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4d4680-336e-4260-be1d-039ed26b06f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:32.62372385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4d4680-336e-4260-be1d-039ed26b06f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:32.677689312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4d4680-336e-4260-be1d-039ed26b06f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:32.731534441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4d4680-336e-4260-be1d-039ed26b06f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:32.992691521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"58a2d9c3-5edd-4a33-8e42-a201856f881e","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"tenant":"e2e-mt-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","model":"ai-tenant-e2e-mt-0890f259/e2e-lifecycle-model-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:32.992713051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"e2e-lifecycle-model-0890f259","reconcileID":"58a2d9c3-5edd-4a33-8e42-a201856f881e","MaaSModelRef":{"name":"e2e-lifecycle-model-0890f259","namespace":"ai-tenant-e2e-mt-0890f259"},"routeName":"e2e-lifecycle-model-0890f259-kserve-route","namespace":"ai-tenant-e2e-mt-0890f259","llmisvcName":"e2e-lifecycle-model-0890f259","gateway":"openshift-ingress/e2e-mt-0890f259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:34.637803377Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-76d21d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-76d21d","reconcileID":"2f6c8188-601c-4b97-9ef0-2aedfc949112","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-76d21d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-76d21d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:34.756355196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442e0bb9-02d5-46d9-b592-17727a1f42e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:34.840659385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442e0bb9-02d5-46d9-b592-17727a1f42e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:34.896023591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442e0bb9-02d5-46d9-b592-17727a1f42e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:34.950941947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442e0bb9-02d5-46d9-b592-17727a1f42e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:35.631056859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"4bf009bf-0786-44da-a026-0b2f943bf790","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-be14d9","tenantID":"e2e-ipp-b-be14d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:35.755537799Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"4bf009bf-0786-44da-a026-0b2f943bf790","name":"e2e-ipp-b-be14d9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:37.028398594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c00b3dc-8934-4e48-9884-5f9ce10886e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:37.082437379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c00b3dc-8934-4e48-9884-5f9ce10886e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:37.136681887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c00b3dc-8934-4e48-9884-5f9ce10886e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:37.190778618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c00b3dc-8934-4e48-9884-5f9ce10886e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:39.139630037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c91d98-192a-40e6-aedf-0f019ac7934c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:39.193484347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c91d98-192a-40e6-aedf-0f019ac7934c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:39.247358733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c91d98-192a-40e6-aedf-0f019ac7934c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:39.301566314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c91d98-192a-40e6-aedf-0f019ac7934c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:41.238431628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c8f9af-c0c4-48e6-b688-09e35fb33450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:41.292573199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c8f9af-c0c4-48e6-b688-09e35fb33450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:41.347343894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c8f9af-c0c4-48e6-b688-09e35fb33450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:41.426993501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c8f9af-c0c4-48e6-b688-09e35fb33450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:43.365716644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fd1dbd-d6c4-49c9-a64f-1567fba441e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:43.420062782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fd1dbd-d6c4-49c9-a64f-1567fba441e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:43.474480799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fd1dbd-d6c4-49c9-a64f-1567fba441e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:43.529019358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fd1dbd-d6c4-49c9-a64f-1567fba441e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:48.25606505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff36ad4-6f62-433d-9435-01b850fffedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:48.310031019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff36ad4-6f62-433d-9435-01b850fffedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:48.364240202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff36ad4-6f62-433d-9435-01b850fffedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:48.41840671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff36ad4-6f62-433d-9435-01b850fffedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:50.356531317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7ede78-b32c-42db-9dc0-637acbdc4594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:50.410801362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7ede78-b32c-42db-9dc0-637acbdc4594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:50.466601933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7ede78-b32c-42db-9dc0-637acbdc4594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:50.520746111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7ede78-b32c-42db-9dc0-637acbdc4594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:51.533088524Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","namespace":"ai-tenant-e2e-mt-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:51.533224318Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","namespace":"ai-tenant-e2e-mt-0890f259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:51.53331203Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","tenant":"e2e-mt-0890f259","tenantID":"e2e-mt-0890f259","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:51.588958368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"Deployment","name":"maas-api-e2e-mt-0890f259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:51.650319475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"Service","name":"maas-api-e2e-mt-0890f259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:51.707546698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-0890f259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:51.763429372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-0890f259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:51.826036966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:51.884571584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:51.942804161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.002155047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.056449793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"Deployment","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.110065144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.163798508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"Service","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.219513551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"Service","name":"payload-pre-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.28540671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"DestinationRule","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.342404997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.396187469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.455092637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.50837806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.56157688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.617495057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-0890f259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:52.676546889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0890f259"},"namespace":"ai-tenant-e2e-mt-0890f259","name":"default-tenant","reconcileID":"283c9d54-4f0e-4838-aa36-f8f3f51661ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-0890f259","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:54.743034235Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-0890f259","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-0890f259","reconcileID":"3c940ca7-b4f8-4d0c-9d4c-60fab57f49b6","aitenant":"ai-tenants/e2e-mt-0890f259","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:54.918035663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ab8f8e-dfff-44c2-b72f-c11aa16fa6cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:54.972197945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ab8f8e-dfff-44c2-b72f-c11aa16fa6cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:55.026516162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ab8f8e-dfff-44c2-b72f-c11aa16fa6cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:55.080885334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ab8f8e-dfff-44c2-b72f-c11aa16fa6cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:55.525775234Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-0890f259","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-0890f259","reconcileID":"3c940ca7-b4f8-4d0c-9d4c-60fab57f49b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-0890f259","removed":["maas.opendatahub.io/gateway-access-e2e-mt-0890f259"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:56.782413269Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:57.077102934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebc7584-88e1-4029-8bfb-9218561a0ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:57.131427131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebc7584-88e1-4029-8bfb-9218561a0ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:57.185503248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebc7584-88e1-4029-8bfb-9218561a0ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:57.239529508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eebc7584-88e1-4029-8bfb-9218561a0ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:58.056464104Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5a6e60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5a6e60","reconcileID":"02a753ab-7743-4b82-9780-8095ae062243","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5a6e60","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5a6e60":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:59.191176121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f59517-e5c7-4875-b40a-3a998bea3487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:59.245776596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f59517-e5c7-4875-b40a-3a998bea3487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:59.300266662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f59517-e5c7-4875-b40a-3a998bea3487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:59:59.354170782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f59517-e5c7-4875-b40a-3a998bea3487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:01.394693817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a409f80-242b-43bd-ba1f-e41e140db94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:01.449181089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a409f80-242b-43bd-ba1f-e41e140db94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:01.503309867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a409f80-242b-43bd-ba1f-e41e140db94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:01.573185178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a409f80-242b-43bd-ba1f-e41e140db94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:03.587096036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd23832-f6b7-4288-924b-771b8c079af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:03.641326247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd23832-f6b7-4288-924b-771b8c079af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:03.695444044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd23832-f6b7-4288-924b-771b8c079af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:03.756762799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd23832-f6b7-4288-924b-771b8c079af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:07.60442951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38fe0e64-30dc-4457-a0ce-759a3f52cb0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:07.60445398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38fe0e64-30dc-4457-a0ce-759a3f52cb0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:07.71125633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-605ea0be","namespace":"ai-tenant-e2e-mt-605ea0be"},"namespace":"ai-tenant-e2e-mt-605ea0be","name":"e2e-policy-605ea0be","reconcileID":"780eeefb-d166-46d0-8016-d038670a1d35","MaaSAuthPolicy":{"name":"e2e-policy-605ea0be","namespace":"ai-tenant-e2e-mt-605ea0be"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:07.836812871Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-605ea0be","namespace":"ai-tenant-e2e-mt-605ea0be"},"namespace":"ai-tenant-e2e-mt-605ea0be","name":"e2e-policy-605ea0be","reconcileID":"780eeefb-d166-46d0-8016-d038670a1d35","MaaSAuthPolicy":{"name":"e2e-policy-605ea0be","namespace":"ai-tenant-e2e-mt-605ea0be"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:07.893486838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-605ea0be","namespace":"ai-tenant-e2e-mt-605ea0be"},"namespace":"ai-tenant-e2e-mt-605ea0be","name":"e2e-policy-605ea0be","reconcileID":"780eeefb-d166-46d0-8016-d038670a1d35","MaaSAuthPolicy":{"name":"e2e-policy-605ea0be","namespace":"ai-tenant-e2e-mt-605ea0be"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:26.778367592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:28.629364842Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-605ea0be","namespace":"ai-tenant-e2e-mt-605ea0be"},"namespace":"ai-tenant-e2e-mt-605ea0be","name":"e2e-policy-605ea0be","reconcileID":"2f326903-0b70-45d7-ba1c-cea1291993cb","MaaSAuthPolicy":{"name":"e2e-policy-605ea0be","namespace":"ai-tenant-e2e-mt-605ea0be"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:28.783505814Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-605ea0be","namespace":"ai-tenant-e2e-mt-605ea0be"},"namespace":"ai-tenant-e2e-mt-605ea0be","name":"e2e-policy-605ea0be","reconcileID":"2f326903-0b70-45d7-ba1c-cea1291993cb","MaaSAuthPolicy":{"name":"e2e-policy-605ea0be","namespace":"ai-tenant-e2e-mt-605ea0be"},"policyNamespace":"ai-tenant-e2e-mt-605ea0be","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:31.87478745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"7404fcd3-5b86-4b97-a864-743c801053e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:31.992705416Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"7404fcd3-5b86-4b97-a864-743c801053e6","name":"e2e-ipp-a-875ee0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:38.785453038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab793aa7-f5ef-42bc-8699-e59f254588df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:38.839660423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab793aa7-f5ef-42bc-8699-e59f254588df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:38.893907883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab793aa7-f5ef-42bc-8699-e59f254588df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:38.950679888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab793aa7-f5ef-42bc-8699-e59f254588df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.010534439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"5fc6a77e-acdf-4087-901c-22ea572dabc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.213424444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"ed283b75-0479-409e-b98b-a416d8e8962d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.312215593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"23d557b1-f5bb-42f1-9d08-989a95dde6d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.318637209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"b1c7b3a2-f85c-486f-83a2-67979030aec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.485533942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05510547-c044-43dc-b161-9ef524e70399","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.5900825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"c17c5c7f-adc0-4773-9aec-ec68e45a52a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.593812739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"f28320d4-844c-4980-8732-0d2c21364616","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.820942786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"e5e613f5-a180-4557-a01d-137b8eb04f1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.930088554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"2f815823-3900-404e-8bdb-70d09dc9c020","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.934764704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2144f8-fda8-43e0-bd10-4c22ad22ee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:40.989599569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2144f8-fda8-43e0-bd10-4c22ad22ee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:41.043428347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b12c514-c49e-4271-b10c-38310189320a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:41.043501079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2144f8-fda8-43e0-bd10-4c22ad22ee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:41.097749568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2144f8-fda8-43e0-bd10-4c22ad22ee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:41.211313117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"7139647e-7381-4bb7-9bdd-51a3e7ded159","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:41.318189056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"c8dd9408-e786-47e4-b161-45ca2bbb2e0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:42.15160403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"f148bb34-0a68-497a-acad-d8385e59a507","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-76d21d","tenantID":"e2e-ipp-b-76d21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:42.270044037Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"f148bb34-0a68-497a-acad-d8385e59a507","name":"e2e-ipp-b-76d21d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:50.548342337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd35325-d8dd-47ba-8974-82833b75e115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:50.602504532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd35325-d8dd-47ba-8974-82833b75e115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:50.656505926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd35325-d8dd-47ba-8974-82833b75e115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:50.711965981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd35325-d8dd-47ba-8974-82833b75e115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:52.651431763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac44e3cd-7736-4e1e-844a-75b47d001b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:52.705867675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac44e3cd-7736-4e1e-844a-75b47d001b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:52.760838561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac44e3cd-7736-4e1e-844a-75b47d001b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:52.815283611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac44e3cd-7736-4e1e-844a-75b47d001b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:54.771841997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fdf165-0308-4de3-be6e-f9a59fe9e1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:54.826233374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fdf165-0308-4de3-be6e-f9a59fe9e1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:54.881017239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fdf165-0308-4de3-be6e-f9a59fe9e1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:54.935013492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fdf165-0308-4de3-be6e-f9a59fe9e1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:56.778150252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:56.817638181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"2f21cf68-e4cd-4d77-8e42-f05981805547","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:56.916750522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"2a4a84a0-eb70-4d2d-915f-f70e37955270","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:56.996436357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8519416f-2876-4353-8dd9-b6983807b46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:57.018186834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a03e26a-7610-4125-9382-269933b5027e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:57.050405862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8519416f-2876-4353-8dd9-b6983807b46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:57.109507016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8519416f-2876-4353-8dd9-b6983807b46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:57.16528242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8519416f-2876-4353-8dd9-b6983807b46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:57.22197691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"d2bce240-db93-439e-961a-c0986c7ea373","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:57.330195794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"8526b98d-4c69-4d75-8225-0681f69676d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:57.332004156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"db38fdf3-2f64-4e2c-ac8c-17ba87300415","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:57.547224539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"7e79db9b-ec48-40a0-94b1-e93ae219a988","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:57.756232577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"4ddc56b3-ca57-44ed-80cf-83a5bc115d2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:57.97526533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"2a4ca471-c5e1-48fa-ad31-8bd93bd313e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:58.073527712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47160603-debf-45e3-9558-ef04c74afc1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:58.127078197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"8f2ad43b-195d-408f-b76a-eefd986cbb03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:00:58.190253642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"e251ab5b-c3c5-41f6-94cf-53b49eda8c46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:09.60033763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"255163c5-e0db-4772-a998-770b0966a79c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5a6e60","tenantID":"e2e-ipp-b-5a6e60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:09.717759233Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"255163c5-e0db-4772-a998-770b0966a79c","name":"e2e-ipp-b-5a6e60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:09.777223163Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","namespace":"ai-tenant-e2e-ipp-a-e0beee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:09.777290177Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","namespace":"ai-tenant-e2e-ipp-a-e0beee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:09.777345392Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","tenant":"e2e-ipp-a-e0beee","tenantID":"e2e-ipp-a-e0beee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:09.833175471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-e0beee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:09.897723102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"Service","name":"maas-api-e2e-ipp-a-e0beee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:09.95429886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-e0beee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.009826387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-e0beee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.065824269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.1246319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.187427998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.244801418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.300312317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.355986953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.417393158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"Service","name":"payload-processing-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.477922078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.533420463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.589082465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.645955917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.703338377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.75895739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.814622061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.871526813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-e0beee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:10.930749562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e0beee"},"namespace":"ai-tenant-e2e-ipp-a-e0beee","name":"default-tenant","reconcileID":"62ab083a-3d42-4406-9776-03378407779f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-e0beee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:12.479680852Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e0beee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e0beee","reconcileID":"f73c9db9-fe63-43a8-ad82-0410fd900dbd","aitenant":"ai-tenants/e2e-ipp-a-e0beee","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:12.952384767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947b9552-ad23-418f-a00d-5d59ce2038a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:13.009767361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947b9552-ad23-418f-a00d-5d59ce2038a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:13.064803868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947b9552-ad23-418f-a00d-5d59ce2038a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:13.119013547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947b9552-ad23-418f-a00d-5d59ce2038a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:13.294116Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e0beee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e0beee","reconcileID":"f73c9db9-fe63-43a8-ad82-0410fd900dbd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e0beee","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-e0beee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:15.065968432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b2699b-1c30-4cc2-9878-b467103672d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:15.120005099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b2699b-1c30-4cc2-9878-b467103672d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:15.174035648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b2699b-1c30-4cc2-9878-b467103672d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:15.227911371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b2699b-1c30-4cc2-9878-b467103672d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:17.201884665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c9f067-0c3f-4856-b070-9f0c865602be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:17.257514215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c9f067-0c3f-4856-b070-9f0c865602be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:17.311551221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c9f067-0c3f-4856-b070-9f0c865602be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:17.365505822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c9f067-0c3f-4856-b070-9f0c865602be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:21.675779689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c83e183-ac6e-4a78-9d47-955b0d5f47e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:21.729932427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c83e183-ac6e-4a78-9d47-955b0d5f47e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:21.783930126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c83e183-ac6e-4a78-9d47-955b0d5f47e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:21.840198808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c83e183-ac6e-4a78-9d47-955b0d5f47e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:23.779905519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e737370-7436-49c9-b226-3b13b9b961c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:23.833917157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e737370-7436-49c9-b226-3b13b9b961c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:23.888038864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e737370-7436-49c9-b226-3b13b9b961c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:23.942289055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e737370-7436-49c9-b226-3b13b9b961c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:25.913383675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fddb5cc-8dd3-4415-8f94-6737977263a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:25.967107557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fddb5cc-8dd3-4415-8f94-6737977263a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:26.020892555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fddb5cc-8dd3-4415-8f94-6737977263a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:26.074938278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fddb5cc-8dd3-4415-8f94-6737977263a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:26.777549148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:28.087355853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3d3473-2dee-40c6-9b53-e0c55b5da441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:28.141459017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3d3473-2dee-40c6-9b53-e0c55b5da441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:28.195172354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3d3473-2dee-40c6-9b53-e0c55b5da441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:28.249147553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3d3473-2dee-40c6-9b53-e0c55b5da441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:30.208634302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5026bd8c-5ad9-4e6d-8eac-b094b20b14db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:30.26270689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5026bd8c-5ad9-4e6d-8eac-b094b20b14db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:30.31685279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5026bd8c-5ad9-4e6d-8eac-b094b20b14db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:30.370920842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5026bd8c-5ad9-4e6d-8eac-b094b20b14db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:38.841561014Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","namespace":"ai-tenant-e2e-ipp-b-be14d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:38.841641882Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","namespace":"ai-tenant-e2e-ipp-b-be14d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:38.841708038Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","tenant":"e2e-ipp-b-be14d9","tenantID":"e2e-ipp-b-be14d9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:38.897305072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"Deployment","name":"maas-api-e2e-ipp-b-be14d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:38.961553302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"Service","name":"maas-api-e2e-ipp-b-be14d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.02105888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-be14d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.076707144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-be14d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.135476385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.193536083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.25514724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.310877324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.364337806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.424296721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.477942926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"Service","name":"payload-processing-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.532189576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.585998739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.63965497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.69321119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.752096575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.820884431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.881778433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:39.945537247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-be14d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:40.002848492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-be14d9"},"namespace":"ai-tenant-e2e-ipp-b-be14d9","name":"default-tenant","reconcileID":"10d8643f-b8a2-4274-80f3-4d7ae6b103ca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-be14d9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:40.697778011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0761fa03-3d24-4d60-9d0b-fde37a232a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:40.751559486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0761fa03-3d24-4d60-9d0b-fde37a232a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:40.806697404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0761fa03-3d24-4d60-9d0b-fde37a232a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:40.861612139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0761fa03-3d24-4d60-9d0b-fde37a232a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:42.807986117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7429088-d4af-4c2d-a6c2-904d31b83e13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:42.862751428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7429088-d4af-4c2d-a6c2-904d31b83e13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:42.91693479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7429088-d4af-4c2d-a6c2-904d31b83e13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:42.970926048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7429088-d4af-4c2d-a6c2-904d31b83e13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:45.083051319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eaf5b2-3cf8-4780-a91d-38f587bf6836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:45.146172762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eaf5b2-3cf8-4780-a91d-38f587bf6836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:45.208070017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eaf5b2-3cf8-4780-a91d-38f587bf6836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:45.263186569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eaf5b2-3cf8-4780-a91d-38f587bf6836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:45.636048385Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-be14d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-be14d9","reconcileID":"e7a69638-7e62-4075-9c1e-009eca07eee5","aitenant":"ai-tenants/e2e-ipp-b-be14d9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:46.439077953Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-be14d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-be14d9","reconcileID":"e7a69638-7e62-4075-9c1e-009eca07eee5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-be14d9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-be14d9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:47.247653224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfb4245-f067-4e29-adbe-16758907c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:47.301512873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfb4245-f067-4e29-adbe-16758907c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:47.355465423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfb4245-f067-4e29-adbe-16758907c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:47.409339079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfb4245-f067-4e29-adbe-16758907c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:49.462183351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260ef3bc-de23-44a4-9c9d-f2829ec8ad62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:49.527112754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260ef3bc-de23-44a4-9c9d-f2829ec8ad62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:49.586187554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260ef3bc-de23-44a4-9c9d-f2829ec8ad62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:49.640864481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260ef3bc-de23-44a4-9c9d-f2829ec8ad62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:49.923262682Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d4ed8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d4ed8c","reconcileID":"b2d2afd1-1f24-4a36-aaf5-10677a0e72c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d4ed8c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d4ed8c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:51.692967637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219ad0a5-ae35-48b7-a82c-db85a9171ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:51.747950168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219ad0a5-ae35-48b7-a82c-db85a9171ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:51.801830876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219ad0a5-ae35-48b7-a82c-db85a9171ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:51.855924855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219ad0a5-ae35-48b7-a82c-db85a9171ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:53.807162663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490c5443-ce6c-46cd-8021-0e52fa28bac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:53.861934578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490c5443-ce6c-46cd-8021-0e52fa28bac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:53.916238513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490c5443-ce6c-46cd-8021-0e52fa28bac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:53.970395861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490c5443-ce6c-46cd-8021-0e52fa28bac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:55.426736892Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c4abab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c4abab","reconcileID":"c9dea187-076e-4b90-b75c-6ed583a1e442","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c4abab","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-c4abab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:56.019002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775401f7-f234-4df5-9183-faf4ad37c403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:56.073008468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775401f7-f234-4df5-9183-faf4ad37c403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:56.132004337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775401f7-f234-4df5-9183-faf4ad37c403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:56.186064042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775401f7-f234-4df5-9183-faf4ad37c403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:56.777948311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:58.195174807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5292529-b84c-477d-a0bc-43df74e83034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:58.249487434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5292529-b84c-477d-a0bc-43df74e83034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:58.303936096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5292529-b84c-477d-a0bc-43df74e83034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:01:58.358478993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5292529-b84c-477d-a0bc-43df74e83034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:00.366714285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395c2d6-e1fb-4acf-ac9f-6b620614e2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:00.421765592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395c2d6-e1fb-4acf-ac9f-6b620614e2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:00.47837376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395c2d6-e1fb-4acf-ac9f-6b620614e2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:00.532320154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395c2d6-e1fb-4acf-ac9f-6b620614e2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:02.517372908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17487417-ed04-49f5-9d7a-66aa02224591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:02.571983801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17487417-ed04-49f5-9d7a-66aa02224591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:02.626090813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17487417-ed04-49f5-9d7a-66aa02224591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:02.68010487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17487417-ed04-49f5-9d7a-66aa02224591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:04.639399473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1407352-b60f-47ac-bdf0-12905438e752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:04.693231055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1407352-b60f-47ac-bdf0-12905438e752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:04.747335729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1407352-b60f-47ac-bdf0-12905438e752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:04.801496374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1407352-b60f-47ac-bdf0-12905438e752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:04.919398954Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d759ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d759ec","reconcileID":"ce02c3c9-2f5c-4f0d-9ac9-0ca81d658a0d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d759ec","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d759ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:06.950342566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd967aa-462e-49d4-bdd1-dd018644563d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:07.004452542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd967aa-462e-49d4-bdd1-dd018644563d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:07.059779882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd967aa-462e-49d4-bdd1-dd018644563d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:07.115018932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd967aa-462e-49d4-bdd1-dd018644563d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:09.096109404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb08ef9-d2a8-4446-b3ba-0b6086046021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:09.151843196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb08ef9-d2a8-4446-b3ba-0b6086046021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:09.206145982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb08ef9-d2a8-4446-b3ba-0b6086046021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:09.260304703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb08ef9-d2a8-4446-b3ba-0b6086046021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:11.200241219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070fc0bf-6f90-49ca-af59-2b50767ac227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:11.254679777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070fc0bf-6f90-49ca-af59-2b50767ac227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:11.308714894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070fc0bf-6f90-49ca-af59-2b50767ac227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:11.362970498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070fc0bf-6f90-49ca-af59-2b50767ac227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:13.290254259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd8b68-08fc-459b-b187-c02fbeba3529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:13.344172033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd8b68-08fc-459b-b187-c02fbeba3529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:13.398334296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd8b68-08fc-459b-b187-c02fbeba3529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:13.452260741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd8b68-08fc-459b-b187-c02fbeba3529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:14.957496299Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","namespace":"ai-tenant-e2e-ipp-a-b614d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:14.957559254Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","namespace":"ai-tenant-e2e-ipp-a-b614d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:14.957611327Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","tenant":"e2e-ipp-a-b614d8","tenantID":"e2e-ipp-a-b614d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.012910268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"Deployment","name":"maas-api-e2e-ipp-a-b614d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.077663243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"Service","name":"maas-api-e2e-ipp-a-b614d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.138097385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-b614d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.19437467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-b614d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.251332297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.307028442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.363332129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.42241818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.478482887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.534053992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.598995408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"Service","name":"payload-processing-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.662750239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.721184588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.777222721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.833238387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:15.946382167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:16.005567244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:16.06139338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:16.121654039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-b614d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:16.189090576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b614d8"},"namespace":"ai-tenant-e2e-ipp-a-b614d8","name":"default-tenant","reconcileID":"c9586671-f95f-43b0-945c-9662f00130fb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-b614d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:16.83322086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fa29a0-5835-4330-8a69-50bae34ff80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:16.887857932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fa29a0-5835-4330-8a69-50bae34ff80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:16.941796004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fa29a0-5835-4330-8a69-50bae34ff80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:16.99579472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fa29a0-5835-4330-8a69-50bae34ff80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:18.986496843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4efbcb-2514-4fd8-bf86-302408d44c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:19.040753677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4efbcb-2514-4fd8-bf86-302408d44c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:19.094769454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4efbcb-2514-4fd8-bf86-302408d44c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:19.148983104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4efbcb-2514-4fd8-bf86-302408d44c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:24.919253813Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b614d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b614d8","reconcileID":"29f5459f-5eb8-4d51-a45a-dce98795d1d5","aitenant":"ai-tenants/e2e-ipp-a-b614d8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:24.974956489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46753890-654a-455a-a221-34cd5b7948d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:25.028962816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46753890-654a-455a-a221-34cd5b7948d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:25.082952932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46753890-654a-455a-a221-34cd5b7948d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:25.137205738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46753890-654a-455a-a221-34cd5b7948d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:25.753967057Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b614d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b614d8","reconcileID":"29f5459f-5eb8-4d51-a45a-dce98795d1d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b614d8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-b614d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:26.777679674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:27.123280654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fd14ee-9dfd-43c6-aa7c-8b13c30ddb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:27.176872892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fd14ee-9dfd-43c6-aa7c-8b13c30ddb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:27.230719361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fd14ee-9dfd-43c6-aa7c-8b13c30ddb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:27.284371249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fd14ee-9dfd-43c6-aa7c-8b13c30ddb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:29.295544815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb192805-c6bf-4ee4-bdde-deb73eae242f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:29.350157177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb192805-c6bf-4ee4-bdde-deb73eae242f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:29.404671694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb192805-c6bf-4ee4-bdde-deb73eae242f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:29.459330423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb192805-c6bf-4ee4-bdde-deb73eae242f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:31.398240247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e0d7f4-4926-49dd-9be5-59db8be9f351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:31.452520824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e0d7f4-4926-49dd-9be5-59db8be9f351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:31.506835108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e0d7f4-4926-49dd-9be5-59db8be9f351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:31.561406322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e0d7f4-4926-49dd-9be5-59db8be9f351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:33.527218704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b87d85-03e6-4807-ac91-21433bacf971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:33.581720365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b87d85-03e6-4807-ac91-21433bacf971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:33.635652877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b87d85-03e6-4807-ac91-21433bacf971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:33.689934789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b87d85-03e6-4807-ac91-21433bacf971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:35.68366403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee95f87-5fa9-4313-9bbb-a9cd9baef448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:35.737429493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee95f87-5fa9-4313-9bbb-a9cd9baef448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:35.7918251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee95f87-5fa9-4313-9bbb-a9cd9baef448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:35.845658367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee95f87-5fa9-4313-9bbb-a9cd9baef448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:37.822368639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb49568-2c50-4ac2-9544-8ab4f69ae475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:37.87754479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb49568-2c50-4ac2-9544-8ab4f69ae475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:37.947061333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb49568-2c50-4ac2-9544-8ab4f69ae475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:38.00283322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb49568-2c50-4ac2-9544-8ab4f69ae475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:39.691102595Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","namespace":"ai-tenant-e2e-ipp-b-76d21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:39.691183889Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","namespace":"ai-tenant-e2e-ipp-b-76d21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:39.691229927Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","tenant":"e2e-ipp-b-76d21d","tenantID":"e2e-ipp-b-76d21d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:39.746686212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"Deployment","name":"maas-api-e2e-ipp-b-76d21d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:39.808665106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"Service","name":"maas-api-e2e-ipp-b-76d21d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:39.866023494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-76d21d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:39.922461897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-76d21d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:39.98694015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.043039294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.102004701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.158296345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.218389581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.280187144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.334103903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"Service","name":"payload-processing-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.38763702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.440929242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.494491488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.550487393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.607248933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.66049674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.7137667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.767416334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-76d21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:40.820781566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-76d21d"},"namespace":"ai-tenant-e2e-ipp-b-76d21d","name":"default-tenant","reconcileID":"dacfbdb4-b9b9-4337-8e4c-ea977e381ec8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-76d21d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:48.045321553Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-76d21d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-76d21d","reconcileID":"3d0cf213-1775-4b6d-ab64-49bef3ebad8b","aitenant":"ai-tenants/e2e-ipp-b-76d21d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:48.577881002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c315f0d5-edee-4596-aaff-a256fa1dc5b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:48.632725586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c315f0d5-edee-4596-aaff-a256fa1dc5b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:48.686906015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c315f0d5-edee-4596-aaff-a256fa1dc5b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:48.741263558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c315f0d5-edee-4596-aaff-a256fa1dc5b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:48.909171681Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-76d21d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-76d21d","reconcileID":"3d0cf213-1775-4b6d-ab64-49bef3ebad8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-76d21d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-76d21d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:50.786941531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e7021b-ed0f-4e49-89d3-c45b572e9fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:50.841421969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e7021b-ed0f-4e49-89d3-c45b572e9fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:50.895392075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e7021b-ed0f-4e49-89d3-c45b572e9fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:50.949274192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e7021b-ed0f-4e49-89d3-c45b572e9fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:51.002601437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"5ca2c20c-2c14-499e-beac-a9325c2d85ee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d4ed8c","tenantID":"e2e-ipp-b-d4ed8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:51.120403798Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"5ca2c20c-2c14-499e-beac-a9325c2d85ee","name":"e2e-ipp-b-d4ed8c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:53.009836001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbb3a57-03c0-4f86-9178-d77d309a3726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:53.065308135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbb3a57-03c0-4f86-9178-d77d309a3726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:53.119622062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbb3a57-03c0-4f86-9178-d77d309a3726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:53.174385046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbb3a57-03c0-4f86-9178-d77d309a3726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:55.126801828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e17572-9252-4b43-858f-48becd8fccaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:55.180840291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e17572-9252-4b43-858f-48becd8fccaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:55.242089643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e17572-9252-4b43-858f-48becd8fccaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:55.314951546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e17572-9252-4b43-858f-48becd8fccaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:55.478287643Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f954ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f954ce","reconcileID":"eb72f2c1-eae6-4da8-a86d-ef54a27de3ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f954ce","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-f954ce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:56.561642431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3362bca8-f58c-43a1-ada1-2810d879c8a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c4abab","tenantID":"e2e-praxis-a-c4abab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:56.679413826Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3362bca8-f58c-43a1-ada1-2810d879c8a2","name":"e2e-praxis-a-c4abab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:56.780465535Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:57.32287535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f571fb4-75a9-4ee8-9f4a-b041858bf885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:57.377021479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f571fb4-75a9-4ee8-9f4a-b041858bf885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:57.431499502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f571fb4-75a9-4ee8-9f4a-b041858bf885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:57.48525782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f571fb4-75a9-4ee8-9f4a-b041858bf885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:59.472686974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6944b8d8-4eb2-4678-8e89-a9e2f56a6665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:59.527606149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6944b8d8-4eb2-4678-8e89-a9e2f56a6665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:59.582496041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6944b8d8-4eb2-4678-8e89-a9e2f56a6665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:02:59.63657555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6944b8d8-4eb2-4678-8e89-a9e2f56a6665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:01.613750959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb420856-1f77-46a2-bb86-d606c6a508ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:01.668527691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb420856-1f77-46a2-bb86-d606c6a508ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:01.722392968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb420856-1f77-46a2-bb86-d606c6a508ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:01.776138048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb420856-1f77-46a2-bb86-d606c6a508ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:13.752642141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"0d32c4d7-7cf2-4603-919e-c1f225dffa9a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d759ec","tenantID":"e2e-ipp-a-d759ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:13.870780642Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"0d32c4d7-7cf2-4603-919e-c1f225dffa9a","name":"e2e-ipp-a-d759ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:26.777942963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:46.997363186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7463fecc-83aa-4a4f-afd1-623e49d471e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:47.051251316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7463fecc-83aa-4a4f-afd1-623e49d471e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:47.105362004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7463fecc-83aa-4a4f-afd1-623e49d471e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:47.15942889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7463fecc-83aa-4a4f-afd1-623e49d471e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:49.183378092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f0836c-1c85-4276-b6e4-00375147e4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:49.237202392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f0836c-1c85-4276-b6e4-00375147e4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:49.290969824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f0836c-1c85-4276-b6e4-00375147e4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:49.344762036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f0836c-1c85-4276-b6e4-00375147e4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:51.285252231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0e7faf-4a25-4266-999e-cf3d817976be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:51.339373387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0e7faf-4a25-4266-999e-cf3d817976be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:51.393472595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0e7faf-4a25-4266-999e-cf3d817976be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:51.447498845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0e7faf-4a25-4266-999e-cf3d817976be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:53.496786536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd398d23-bd08-4fd2-8083-70defe71ca44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:53.550511459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd398d23-bd08-4fd2-8083-70defe71ca44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:53.632310776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd398d23-bd08-4fd2-8083-70defe71ca44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:53.686454521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd398d23-bd08-4fd2-8083-70defe71ca44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:55.610410839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1290cdf4-181c-4393-9fc0-47e1ae795c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:55.666596794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1290cdf4-181c-4393-9fc0-47e1ae795c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:55.720531902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1290cdf4-181c-4393-9fc0-47e1ae795c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:55.774544809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1290cdf4-181c-4393-9fc0-47e1ae795c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:56.77799041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:59.659333852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8d2d41-b6d8-4bba-8093-7fb335862c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:59.71330779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8d2d41-b6d8-4bba-8093-7fb335862c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:59.768575427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8d2d41-b6d8-4bba-8093-7fb335862c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:03:59.823212653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8d2d41-b6d8-4bba-8093-7fb335862c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:01.751110434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72039f0-88cc-4500-a874-4fe309dfba62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:01.804954757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72039f0-88cc-4500-a874-4fe309dfba62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:01.858755237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72039f0-88cc-4500-a874-4fe309dfba62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:01.913462401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c72039f0-88cc-4500-a874-4fe309dfba62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:05.088375465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c7005a-dcc3-4693-93f1-ab0ba4cb06d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:05.142444389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c7005a-dcc3-4693-93f1-ab0ba4cb06d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:05.196226367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c7005a-dcc3-4693-93f1-ab0ba4cb06d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:05.250158302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c7005a-dcc3-4693-93f1-ab0ba4cb06d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:07.204047701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ca4891-72b0-411d-8422-1c2338b08de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:07.258665566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ca4891-72b0-411d-8422-1c2338b08de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:07.312573753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ca4891-72b0-411d-8422-1c2338b08de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:07.366440575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ca4891-72b0-411d-8422-1c2338b08de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.078636483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"c35c6ea6-9c66-4e44-9a27-f210a797864f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f954ce","tenantID":"e2e-praxis-a-f954ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.19631047Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"c35c6ea6-9c66-4e44-9a27-f210a797864f","name":"e2e-praxis-a-f954ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.255257544Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","namespace":"ai-tenant-e2e-ipp-a-de5188","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.255368817Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","namespace":"ai-tenant-e2e-ipp-a-de5188","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.255444003Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","tenant":"e2e-ipp-a-de5188","tenantID":"e2e-ipp-a-de5188","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.315182172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"Deployment","name":"maas-api-e2e-ipp-a-de5188","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.380517007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"Service","name":"maas-api-e2e-ipp-a-de5188","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.463702213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-de5188","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.519115813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-de5188","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.57765869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.633326586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.691725496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.881552763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.942806541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:08.998464554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.063963891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"Service","name":"payload-processing-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.126086957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.18397124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.239469995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.299699125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.355809591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.410633928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.466014969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.492649251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307743a8-2152-4b26-9dfd-41e5807a8c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.546629279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307743a8-2152-4b26-9dfd-41e5807a8c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.547731451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-de5188","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.610722215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307743a8-2152-4b26-9dfd-41e5807a8c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.670577135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307743a8-2152-4b26-9dfd-41e5807a8c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:09.676828752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de5188"},"namespace":"ai-tenant-e2e-ipp-a-de5188","name":"default-tenant","reconcileID":"b3807c6c-8bc8-4f22-838a-e451ab448723","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-de5188","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:11.689894331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5569e5b2-52c7-4c1d-87ea-8f55b2f01f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:11.743881546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5569e5b2-52c7-4c1d-87ea-8f55b2f01f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:11.797889756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5569e5b2-52c7-4c1d-87ea-8f55b2f01f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:11.851787807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5569e5b2-52c7-4c1d-87ea-8f55b2f01f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:13.436191606Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b00a8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b00a8f","reconcileID":"0d9a160d-a818-461f-b8dc-02a220a5b779","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b00a8f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-b00a8f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:13.821385251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24c106a-abca-4dc1-9e1e-0e147f5fb83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:13.875459564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24c106a-abca-4dc1-9e1e-0e147f5fb83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:13.931383987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24c106a-abca-4dc1-9e1e-0e147f5fb83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:13.985168607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d24c106a-abca-4dc1-9e1e-0e147f5fb83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:15.910749463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a152b78-c9e7-4c03-ad52-710255905466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:15.96471995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a152b78-c9e7-4c03-ad52-710255905466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:16.018956037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a152b78-c9e7-4c03-ad52-710255905466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:16.073364949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a152b78-c9e7-4c03-ad52-710255905466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:19.590804173Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-de5188","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-de5188","reconcileID":"9c71c531-c115-4f25-ba5a-9535636e9b28","aitenant":"ai-tenants/e2e-ipp-a-de5188","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:20.16934127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b0494f-6836-4ae0-97c0-ff8d93d259c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:20.224201499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b0494f-6836-4ae0-97c0-ff8d93d259c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:20.279222836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b0494f-6836-4ae0-97c0-ff8d93d259c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:20.333206018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b0494f-6836-4ae0-97c0-ff8d93d259c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:20.455583563Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-de5188","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-de5188","reconcileID":"9c71c531-c115-4f25-ba5a-9535636e9b28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-de5188","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-de5188"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:22.314399923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a9988-ba00-4908-9a56-0359f067d99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:22.384931668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a9988-ba00-4908-9a56-0359f067d99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:22.440865611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a9988-ba00-4908-9a56-0359f067d99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:22.494679656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284a9988-ba00-4908-9a56-0359f067d99f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:24.435728143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67940dd-a3b4-4f10-b1b3-bb90488be582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:24.490083807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67940dd-a3b4-4f10-b1b3-bb90488be582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:24.544384739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67940dd-a3b4-4f10-b1b3-bb90488be582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:24.598422078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e67940dd-a3b4-4f10-b1b3-bb90488be582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:26.61350563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1cdab11-0e22-4841-9804-2f8a7c7b8d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:26.668342371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1cdab11-0e22-4841-9804-2f8a7c7b8d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:26.722343002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1cdab11-0e22-4841-9804-2f8a7c7b8d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:26.776375081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1cdab11-0e22-4841-9804-2f8a7c7b8d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:26.777666545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:28.784796333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060a8efa-75d3-4d79-b0ec-9360a08c6ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:28.839492089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060a8efa-75d3-4d79-b0ec-9360a08c6ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:28.893522181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060a8efa-75d3-4d79-b0ec-9360a08c6ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:28.948504957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060a8efa-75d3-4d79-b0ec-9360a08c6ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:30.091176868Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-495f69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-495f69","reconcileID":"71ee9ba6-5091-4be1-b4b5-dabb4384d28b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-495f69","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-495f69":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:30.917102313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcf1498-7155-4d66-80ca-2d30c997cdcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:30.971065772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcf1498-7155-4d66-80ca-2d30c997cdcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:31.025008854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcf1498-7155-4d66-80ca-2d30c997cdcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:31.078866978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcf1498-7155-4d66-80ca-2d30c997cdcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:33.085379598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e0aeb79-afb7-4749-a78b-30c27e098531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:33.139248486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e0aeb79-afb7-4749-a78b-30c27e098531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:33.193151658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e0aeb79-afb7-4749-a78b-30c27e098531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:33.249178151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e0aeb79-afb7-4749-a78b-30c27e098531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:35.176835444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cc46f8-7e00-4073-9c1a-d36e441f2398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:35.231019478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cc46f8-7e00-4073-9c1a-d36e441f2398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:35.285303302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cc46f8-7e00-4073-9c1a-d36e441f2398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:35.33986889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5cc46f8-7e00-4073-9c1a-d36e441f2398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:37.282604246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031beb7-c51e-4217-9a73-0f2ceffb25cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:37.336553508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031beb7-c51e-4217-9a73-0f2ceffb25cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:37.39051578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031beb7-c51e-4217-9a73-0f2ceffb25cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:37.444589166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031beb7-c51e-4217-9a73-0f2ceffb25cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:39.373990137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541e8d65-b892-4f83-b790-0e8be4ec017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:39.428273419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541e8d65-b892-4f83-b790-0e8be4ec017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:39.48309416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541e8d65-b892-4f83-b790-0e8be4ec017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:39.538440865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541e8d65-b892-4f83-b790-0e8be4ec017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:41.465399545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e07d1df-d20d-4a8c-aa0a-fbf3a3e0170f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:41.519435401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e07d1df-d20d-4a8c-aa0a-fbf3a3e0170f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:41.573613238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e07d1df-d20d-4a8c-aa0a-fbf3a3e0170f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:41.628519131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e07d1df-d20d-4a8c-aa0a-fbf3a3e0170f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:04:56.778313802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:06.201921162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53ed636c-a362-484c-87d7-c6935b15fd1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:06.32102049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"0ad69834-e445-420e-89c5-197521adbfd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:06.440167049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"66f4d3e9-9a5e-41b5-890e-13efa01a2629","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:06.541272372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"e6f0bec1-8612-4cf5-ae55-73769f372fea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:06.689094202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2c7700c-f640-4814-be37-65b5e851aac7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:06.789498943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"aada9b8f-c74a-46c2-83d2-e8e64a259f70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:06.936555559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"74ecdf6a-6704-4217-bf90-46a7e8bbdf8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:07.07076094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"81cf3898-c6bb-4c6c-a5c2-383fbbd5fe0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:07.226866179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"c892b591-e201-403c-ac9c-ad386f766645","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:07.281220759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"e8e93b0e-c20e-4d6d-9a4b-323aee97502b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:07.388411131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"37b7eea1-6695-41a7-b5c8-b93e350a716f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:07.470415363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"135614a7-5a10-4f99-99d2-52e68ca7de4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:16.610663131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"03918c2b-6ccc-49ca-918d-d7f3b7cc5a3c","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:16.610699218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"03918c2b-6ccc-49ca-918d-d7f3b7cc5a3c","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:18.655017845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1707a44-6ce2-47ac-9627-3cd85d8718db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:18.709109035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1707a44-6ce2-47ac-9627-3cd85d8718db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:18.763026003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1707a44-6ce2-47ac-9627-3cd85d8718db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:18.817240421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1707a44-6ce2-47ac-9627-3cd85d8718db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:20.738072305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09230f95-7a64-4ae7-86a5-6567403e3dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:20.793337317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09230f95-7a64-4ae7-86a5-6567403e3dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:20.848109069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09230f95-7a64-4ae7-86a5-6567403e3dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:20.902632121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09230f95-7a64-4ae7-86a5-6567403e3dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.243351831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"b4f2bfcd-8c2b-411c-b7ba-fd51e0a10496","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.243375809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"b4f2bfcd-8c2b-411c-b7ba-fd51e0a10496","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.327027389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"a2637ebb-95d9-4fed-9c0d-6e93dd54a3cb","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.327050607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"a2637ebb-95d9-4fed-9c0d-6e93dd54a3cb","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.435650979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"f0488c96-5058-423a-ad3f-b75b87e39b9e","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.559360839Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"f0488c96-5058-423a-ad3f-b75b87e39b9e","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.615397386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-875ee0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"f0488c96-5058-423a-ad3f-b75b87e39b9e","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.676013965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"b64238ee-76ec-458f-82e8-6a5222429182","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.676036044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"b64238ee-76ec-458f-82e8-6a5222429182","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.890306471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc1c5cd-6aa1-43a8-b683-a50040661c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.944888696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc1c5cd-6aa1-43a8-b683-a50040661c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:22.99899391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc1c5cd-6aa1-43a8-b683-a50040661c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:23.059578353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc1c5cd-6aa1-43a8-b683-a50040661c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:24.823485343Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c15dbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c15dbc","reconcileID":"53033715-f0b3-4d47-834a-a923df0fd48b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c15dbc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c15dbc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:25.007384371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e813d43b-28ec-4460-a305-1cf0679f5b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:25.065274363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e813d43b-28ec-4460-a305-1cf0679f5b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:25.121421556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e813d43b-28ec-4460-a305-1cf0679f5b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:25.175568589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e813d43b-28ec-4460-a305-1cf0679f5b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:26.778093024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:27.125362642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df36693c-d77a-459a-9363-ec081ed6c69c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:27.179347206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df36693c-d77a-459a-9363-ec081ed6c69c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:27.233149038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df36693c-d77a-459a-9363-ec081ed6c69c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:27.287162416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df36693c-d77a-459a-9363-ec081ed6c69c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:27.505302096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"a6039cb0-16ab-46c0-aabf-bb9235e0e3f8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-b00a8f","tenantID":"e2e-praxis-b-b00a8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:27.623593492Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"a6039cb0-16ab-46c0-aabf-bb9235e0e3f8","name":"e2e-praxis-b-b00a8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:29.215521986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311fb86e-3026-429a-a4fe-cb13bd7cf200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:29.269443623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311fb86e-3026-429a-a4fe-cb13bd7cf200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:29.323815491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311fb86e-3026-429a-a4fe-cb13bd7cf200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:29.380423545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311fb86e-3026-429a-a4fe-cb13bd7cf200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:31.334837165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911cfb81-59e2-41e6-b06b-1e10fa64fc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:31.388968433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911cfb81-59e2-41e6-b06b-1e10fa64fc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:31.44283414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911cfb81-59e2-41e6-b06b-1e10fa64fc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:31.497447509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911cfb81-59e2-41e6-b06b-1e10fa64fc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:32.783946731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"be719884-a83e-4bc4-85b9-886299694752","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:32.843582459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"be719884-a83e-4bc4-85b9-886299694752","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:32.900414414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-875ee0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"be719884-a83e-4bc4-85b9-886299694752","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:39.484270587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a874f83-06a5-4f2e-a03d-c5cf4e35cf77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:39.61139553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"8a471c74-b1a1-4214-861f-ea16f9a78170","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:39.711531695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"24a4121b-3ff7-4296-afec-35c334a5cb68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:39.812063133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"b55fdaac-e657-4ae9-87e5-73659726fdd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:39.972695685Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","namespace":"ai-tenant-e2e-ipp-b-5a6e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:39.972752051Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","namespace":"ai-tenant-e2e-ipp-b-5a6e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:39.972797258Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","tenant":"e2e-ipp-b-5a6e60","tenantID":"e2e-ipp-b-5a6e60","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:39.979229627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"126b5f2d-f375-4dae-8e44-d32c9f4f87ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.027674794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5a6e60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.091516204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"Service","name":"maas-api-e2e-ipp-b-5a6e60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.148327813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5a6e60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.20788211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5a6e60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.269947064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.287894988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24a889d3-f88a-4492-bba7-2235cc1f8443","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.326317973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.385839435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.415383227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"0ffda292-3096-4af7-a2d9-43e4ee48f025","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.442075839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.497258216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.512943522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"b6c5fca4-bb34-493d-91fb-64a0a65e7805","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.552755268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.612836991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"Service","name":"payload-processing-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.617802941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"7c4974fa-f7f9-4e7b-9bea-5d7cdca26567","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.673539191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.725009471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"8af08d25-379a-4541-85f0-ebbc59e9db98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.729049129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.786550106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.842796059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.849842219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"6d3c6f30-a7ec-427c-b259-793023ce63f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.900965902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.949444365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"a4873999-4c94-4eae-98d9-299a31c509fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:40.956444999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:41.024688158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:41.080860484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5a6e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:41.139996585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5a6e60"},"namespace":"ai-tenant-e2e-ipp-b-5a6e60","name":"default-tenant","reconcileID":"555939ba-e1aa-4b1c-a87e-795a3e1b83d2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5a6e60","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:43.039524136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"78600f62-1bd1-41d1-8b2c-f56e930014b2","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:43.097292457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"78600f62-1bd1-41d1-8b2c-f56e930014b2","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:43.153644724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-875ee0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c99311476ccc4e9bb79b9a70b2b1c9ba18f54032318daadc04b88d9980177092) AuthConfig (7fda717c4c1e4ff7b703b627c06fbf2e9397f47040b6c20d5bc016960eb64634) AuthConfig (332602f38121d9761424c6b54365bc1d76ed54b3cf3561139e9dbe19031bb76a) AuthConfig (eb5b8e554ac5f517e20707ead532cd2206ab980a3a0cd60e18ea7287c8756e07) AuthConfig (976296992fa994ab00cf07891018351f22d53777018c0b7d47b995d6ece3f338) AuthConfig (9726ad7591b4b216cb3a6366b517bfaa37888db36a8cfcb552daba55579bb39b) AuthConfig (188447fbd1c89da0835ed1dd84972fa5fafa10a99d532633d8d624dc622624c1) AuthConfig (1a220c5a005eae6ed8be8192b1e935023d258bc3e89dea3e3d064f57498d4ccb) AuthConfig (0e3e74879ce6d513de644cdea2c034d387df776610d07a1ccbe1fff549f4ae4f) AuthConfig (fd6b0b0a00c5d991e83516d833249f217acf1fe51f9d29d3685a94e52eb8a66a) AuthConfig (9137371567daea89ab972f810288974ddaebcff5b2768de8d08fafb938903e06) AuthConfig (7f9b439bf2503aba087ba5652e3b8d581c65f85cae5bbd98e3861d54fee629bf) AuthConfig (448776e6d6f47995c1a13b88b25cf509ddd887f3e02e1c5d69cdefcc71c9e282) AuthConfig (7f58f70396c7a6d934b1a438d2f26c533540444c39395f7b897b54180aa162e9) AuthConfig (77c05ebe195f2b59a02f3a10645592c795a0405212170bca14c1a8ec83c56b21) AuthConfig (96e0d0b0f195c6318efd8089894167f504c96bca3c8bbe191fce906f62e63bfb) AuthConfig (4c056159a34464f3e0439fc07269316f284cbe584eb692cb6d15c98106220d66) AuthConfig (a5f86b8b88670d45573786fd4ad44d1edeec9a46e0137d08eb72bd2f1e48d668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"78600f62-1bd1-41d1-8b2c-f56e930014b2","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:43.205455199Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5a6e60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5a6e60","reconcileID":"5636e4ca-98ff-45a4-b7bd-6829e713a27c","aitenant":"ai-tenants/e2e-ipp-b-5a6e60","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:43.264992786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"7ffe85db-175d-4a28-9cee-7074db9ac41c","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:43.26501436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"7ffe85db-175d-4a28-9cee-7074db9ac41c","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:43.7801176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0332d6-ec13-4fe1-88c8-94107330276d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:43.83416315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0332d6-ec13-4fe1-88c8-94107330276d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:43.888046184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0332d6-ec13-4fe1-88c8-94107330276d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:43.943028444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0332d6-ec13-4fe1-88c8-94107330276d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:44.057759265Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5a6e60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5a6e60","reconcileID":"5636e4ca-98ff-45a4-b7bd-6829e713a27c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5a6e60","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5a6e60"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:45.915855025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93edbfb-d530-4334-adee-63c7ae21c58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:45.969652876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93edbfb-d530-4334-adee-63c7ae21c58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:46.02356322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93edbfb-d530-4334-adee-63c7ae21c58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:46.077655425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93edbfb-d530-4334-adee-63c7ae21c58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:46.410845759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"8e9f5f0a-7a2a-42d5-88d6-67e6c90643c9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-495f69","tenantID":"e2e-ipp-b-495f69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:46.531038518Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"8e9f5f0a-7a2a-42d5-88d6-67e6c90643c9","name":"e2e-ipp-b-495f69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:48.095991612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99b58eb-2247-4b4f-926c-296757ab6656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:48.150203959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99b58eb-2247-4b4f-926c-296757ab6656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:48.205061014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99b58eb-2247-4b4f-926c-296757ab6656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:48.263546778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99b58eb-2247-4b4f-926c-296757ab6656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:50.484164728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6aa7ce-50fa-428d-84e8-388d03f063f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:50.537937014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6aa7ce-50fa-428d-84e8-388d03f063f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:50.59231705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6aa7ce-50fa-428d-84e8-388d03f063f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:50.646142462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6aa7ce-50fa-428d-84e8-388d03f063f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:51.018938479Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7d11dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7d11dd","reconcileID":"bf39cecb-cf1c-4733-b3f9-e4dc8a147dfd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7d11dd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-7d11dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:52.721151086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473dd8b5-f123-4829-965b-3e719e603b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:52.775141508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473dd8b5-f123-4829-965b-3e719e603b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:52.829505405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473dd8b5-f123-4829-965b-3e719e603b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:52.884530639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473dd8b5-f123-4829-965b-3e719e603b72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:53.372505179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"89216c92-99d3-497f-b432-d53925d129fe","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:53.42993065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"89216c92-99d3-497f-b432-d53925d129fe","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:53.485935177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-875ee0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c99311476ccc4e9bb79b9a70b2b1c9ba18f54032318daadc04b88d9980177092) AuthConfig (7fda717c4c1e4ff7b703b627c06fbf2e9397f47040b6c20d5bc016960eb64634) AuthConfig (332602f38121d9761424c6b54365bc1d76ed54b3cf3561139e9dbe19031bb76a) AuthConfig (eb5b8e554ac5f517e20707ead532cd2206ab980a3a0cd60e18ea7287c8756e07) AuthConfig (976296992fa994ab00cf07891018351f22d53777018c0b7d47b995d6ece3f338) AuthConfig (9726ad7591b4b216cb3a6366b517bfaa37888db36a8cfcb552daba55579bb39b) AuthConfig (188447fbd1c89da0835ed1dd84972fa5fafa10a99d532633d8d624dc622624c1) AuthConfig (1a220c5a005eae6ed8be8192b1e935023d258bc3e89dea3e3d064f57498d4ccb) AuthConfig (0e3e74879ce6d513de644cdea2c034d387df776610d07a1ccbe1fff549f4ae4f) AuthConfig (fd6b0b0a00c5d991e83516d833249f217acf1fe51f9d29d3685a94e52eb8a66a) AuthConfig (9137371567daea89ab972f810288974ddaebcff5b2768de8d08fafb938903e06) AuthConfig (7f9b439bf2503aba087ba5652e3b8d581c65f85cae5bbd98e3861d54fee629bf) AuthConfig (448776e6d6f47995c1a13b88b25cf509ddd887f3e02e1c5d69cdefcc71c9e282) AuthConfig (7f58f70396c7a6d934b1a438d2f26c533540444c39395f7b897b54180aa162e9) AuthConfig (77c05ebe195f2b59a02f3a10645592c795a0405212170bca14c1a8ec83c56b21) AuthConfig (96e0d0b0f195c6318efd8089894167f504c96bca3c8bbe191fce906f62e63bfb) AuthConfig (4c056159a34464f3e0439fc07269316f284cbe584eb692cb6d15c98106220d66) AuthConfig (a5f86b8b88670d45573786fd4ad44d1edeec9a46e0137d08eb72bd2f1e48d668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"89216c92-99d3-497f-b432-d53925d129fe","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:54.886330161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91561dd0-fb03-48bc-a712-918fa99ebd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:54.943333237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91561dd0-fb03-48bc-a712-918fa99ebd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:54.998889938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91561dd0-fb03-48bc-a712-918fa99ebd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:55.05331935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91561dd0-fb03-48bc-a712-918fa99ebd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:56.777367402Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:56.981246652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680a75cb-527d-432b-a3d5-f4840ead6e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:57.035176305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680a75cb-527d-432b-a3d5-f4840ead6e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:57.089217695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680a75cb-527d-432b-a3d5-f4840ead6e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:57.143041749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680a75cb-527d-432b-a3d5-f4840ead6e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:59.121881119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cdb056-8a25-44dd-8cfb-7104d85f9cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:59.176621726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cdb056-8a25-44dd-8cfb-7104d85f9cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:59.231457511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cdb056-8a25-44dd-8cfb-7104d85f9cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:05:59.285882365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cdb056-8a25-44dd-8cfb-7104d85f9cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:03.593693102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"cdafdb1e-ae02-4b4e-9d1f-82bf127f8076","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:03.653982242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"cdafdb1e-ae02-4b4e-9d1f-82bf127f8076","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:03.710327701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-875ee0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c99311476ccc4e9bb79b9a70b2b1c9ba18f54032318daadc04b88d9980177092) AuthConfig (7fda717c4c1e4ff7b703b627c06fbf2e9397f47040b6c20d5bc016960eb64634) AuthConfig (332602f38121d9761424c6b54365bc1d76ed54b3cf3561139e9dbe19031bb76a) AuthConfig (eb5b8e554ac5f517e20707ead532cd2206ab980a3a0cd60e18ea7287c8756e07) AuthConfig (976296992fa994ab00cf07891018351f22d53777018c0b7d47b995d6ece3f338) AuthConfig (9726ad7591b4b216cb3a6366b517bfaa37888db36a8cfcb552daba55579bb39b) AuthConfig (188447fbd1c89da0835ed1dd84972fa5fafa10a99d532633d8d624dc622624c1) AuthConfig (1a220c5a005eae6ed8be8192b1e935023d258bc3e89dea3e3d064f57498d4ccb) AuthConfig (0e3e74879ce6d513de644cdea2c034d387df776610d07a1ccbe1fff549f4ae4f) AuthConfig (fd6b0b0a00c5d991e83516d833249f217acf1fe51f9d29d3685a94e52eb8a66a) AuthConfig (9137371567daea89ab972f810288974ddaebcff5b2768de8d08fafb938903e06) AuthConfig (7f9b439bf2503aba087ba5652e3b8d581c65f85cae5bbd98e3861d54fee629bf) AuthConfig (448776e6d6f47995c1a13b88b25cf509ddd887f3e02e1c5d69cdefcc71c9e282) AuthConfig (7f58f70396c7a6d934b1a438d2f26c533540444c39395f7b897b54180aa162e9) AuthConfig (77c05ebe195f2b59a02f3a10645592c795a0405212170bca14c1a8ec83c56b21) AuthConfig (96e0d0b0f195c6318efd8089894167f504c96bca3c8bbe191fce906f62e63bfb) AuthConfig (4c056159a34464f3e0439fc07269316f284cbe584eb692cb6d15c98106220d66) AuthConfig (a5f86b8b88670d45573786fd4ad44d1edeec9a46e0137d08eb72bd2f1e48d668)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"cdafdb1e-ae02-4b4e-9d1f-82bf127f8076","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:13.818264324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"4cb30eed-9a3e-43f1-bc4f-f5b3275ba8e8","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:13.875649125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"4cb30eed-9a3e-43f1-bc4f-f5b3275ba8e8","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:14.198982849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"42eefcb1-045c-4069-bedc-5b32a581de82","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:14.199004985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"42eefcb1-045c-4069-bedc-5b32a581de82","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:19.75585614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"37d22509-4681-4f88-adc6-d1e0c42a2b19","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:19.755875557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"37d22509-4681-4f88-adc6-d1e0c42a2b19","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:19.815550994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"529777b9-ea3e-4df7-9390-dd4c886a656b","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:19.815568724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"529777b9-ea3e-4df7-9390-dd4c886a656b","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:19.86336356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"8b9340d3-f208-44f0-87a3-c70972265a5d","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:06:19.86766797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"9d3f9ac7-56b0-43a0-83fa-964af13a81be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-875ee0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:06:19.870075482Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"529777b9-ea3e-4df7-9390-dd4c886a656b","name":"ipp-route-875ee0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-875ee0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:06:19.870157595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"529777b9-ea3e-4df7-9390-dd4c886a656b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-875ee0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:19.875501128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"f1a3a793-9ad0-4ea5-82b3-98e74fda7f6d","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:19.875516224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"f1a3a793-9ad0-4ea5-82b3-98e74fda7f6d","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:19.921358222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"8b9340d3-f208-44f0-87a3-c70972265a5d","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:19.979557208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"cbd579c4-4b20-47ad-b294-0416835ed264","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:19.979576345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"cbd579c4-4b20-47ad-b294-0416835ed264","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:20.03759973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"f4e381c9-2ca1-41dc-9749-df6cc3e3032e","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:20.037623411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"f4e381c9-2ca1-41dc-9749-df6cc3e3032e","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:20.240183149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"bc29b05e-ae9f-45ef-9920-84ee73940551","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:20.258278495Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"ea74b0f9-7bd5-4fed-af51-c950a5f7e90a","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"maas-trlp-ipp-route-875ee0","model":"ipp-route-875ee0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:20.298190906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"bc29b05e-ae9f-45ef-9920-84ee73940551","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:20.429314446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"057f2611-b5ba-4c17-b6f9-021e4ad94e82","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:20.429335047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"057f2611-b5ba-4c17-b6f9-021e4ad94e82","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:20.643827094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"84574412-d74b-4a09-a078-04e8109c326f","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"maas-trlp-ipp-route-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:25.618541129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"cc524f6c-672e-4b39-bbaa-83b385345043","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:25.71521331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"476cf361-8a65-4aa8-b943-db1d924ff1ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:25.838211813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"c7e3ee39-558e-4d43-8c07-5f06699d7dcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:25.945173715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"a7d8e33e-290b-42fa-aad5-6d37076da951","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:26.000942339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"4459df00-80c6-4491-b0cb-ea09f4462740","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:26.216848973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"fd067e04-eded-4855-82fb-78bcafc8bf55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:26.316809364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5999c5a6-5a6f-4e0a-86d1-802869efccdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:26.462776104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e85492e1-fc49-4230-80c5-3489e2401d9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:26.585505736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"de1bed3e-0754-4d26-8c70-7933f131a804","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:26.685444612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"4fe8bea1-f21a-4171-9c8e-082289470cd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:26.778614252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:26.78605802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"a3f155f6-029f-4fa3-987a-74c7307ac63d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:27.141495946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"40f4958c-60c1-4387-9054-75e900023415","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:40.160079572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"1e690feb-2309-4775-80aa-91cd249c5075","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c15dbc","tenantID":"e2e-praxis-b-c15dbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:40.278634628Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"1e690feb-2309-4775-80aa-91cd249c5075","name":"e2e-praxis-b-c15dbc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:42.30021258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"7137a333-2e87-4fd1-bead-adbf3c5ddf79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:42.599532335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"36b9ea14-c40f-4f99-8c12-f52378bf65c8","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"maas-trlp-ipp-route-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:42.699301583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"9fa4622a-9bb0-4076-a33b-06fea59b5bb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:42.771687284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"9ea58a8a-88fc-4cb9-ad89-7da1a90c7acd","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:42.771708731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"9ea58a8a-88fc-4cb9-ad89-7da1a90c7acd","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:42.803050547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"3e4308b0-bdac-4c4c-a4e9-7446dbfb3302","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:42.803428523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"891b945a-728c-46a0-a33e-307991bea501","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:42.915214852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"928891a3-eb64-442e-85b0-857deffd1c67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:43.03404436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"8a1cfc51-9532-4d23-b096-8a2f6df40364","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:43.133399981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"c1224844-7c78-49d6-bb99-d81fa2bbbb3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:43.159025338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"6a501fd2-c49b-488e-ae0b-778269da8397","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:43.236312615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d98fc248-329b-4e85-ad93-ee91062302e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:43.343554174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"e179aff9-c970-4266-b0e8-11b04f9efe9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:43.442906552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"733a9228-c453-4f3b-9060-00f53925e5c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:43.593765066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"93f468dd-2903-4912-88d1-d35485995626","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:43.815710021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"f250aa0b-ce8a-4d84-8ed7-15e55abeba9f","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:43.873546652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"f250aa0b-ce8a-4d84-8ed7-15e55abeba9f","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:47.05026731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bccca95-93e5-497b-b4f6-a2b273e45b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:47.105326204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bccca95-93e5-497b-b4f6-a2b273e45b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:47.160199627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bccca95-93e5-497b-b4f6-a2b273e45b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:47.2142244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bccca95-93e5-497b-b4f6-a2b273e45b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:49.144737722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbbb3d9-87bf-413e-8f5e-7313d8023b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:49.199265714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbbb3d9-87bf-413e-8f5e-7313d8023b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:49.25346372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbbb3d9-87bf-413e-8f5e-7313d8023b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:49.307524828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbbb3d9-87bf-413e-8f5e-7313d8023b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:56.778583862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:57.353055859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"87a73ff7-8bc6-4a45-9d2d-c242817849bf","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:57.353078478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"87a73ff7-8bc6-4a45-9d2d-c242817849bf","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:57.5193611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"753c177e-9267-465a-b3e8-6835db9f4059","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:57.569941378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"ec3c3b64-2cca-4429-9c42-a3d3601103bb","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"maas-trlp-ipp-route-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:57.576954641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"753c177e-9267-465a-b3e8-6835db9f4059","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:57.738466931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"59229be5-58af-4f49-bf9c-6690c42cbe3e","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:57.73849233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"59229be5-58af-4f49-bf9c-6690c42cbe3e","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:57.954232162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"c0e1e59a-5aca-4882-9e5e-98d618b16e4a","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"maas-trlp-ipp-route-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:59.030649786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35367bd1-fe29-464b-8eb9-3cc06658d156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:59.084994439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35367bd1-fe29-464b-8eb9-3cc06658d156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:59.139012098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35367bd1-fe29-464b-8eb9-3cc06658d156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:06:59.192911543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35367bd1-fe29-464b-8eb9-3cc06658d156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:01.125187566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f171e1-7494-43c4-8dbc-ac8a26be99e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:01.179860592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f171e1-7494-43c4-8dbc-ac8a26be99e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:01.233884379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f171e1-7494-43c4-8dbc-ac8a26be99e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:01.287980121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f171e1-7494-43c4-8dbc-ac8a26be99e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:03.289602729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c4376e-e1a8-4fed-a87d-111ff860d5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:03.344831259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c4376e-e1a8-4fed-a87d-111ff860d5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:03.399807531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c4376e-e1a8-4fed-a87d-111ff860d5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:03.454445859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c4376e-e1a8-4fed-a87d-111ff860d5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:05.399858523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e63d2-f495-422e-b9de-3310672c723c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:05.454516045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e63d2-f495-422e-b9de-3310672c723c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:05.508611585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e63d2-f495-422e-b9de-3310672c723c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:05.562738973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5e63d2-f495-422e-b9de-3310672c723c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:07.506287497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c0a107-35f6-4ee7-a171-8a6af1f4a93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:07.560315792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c0a107-35f6-4ee7-a171-8a6af1f4a93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:07.614315026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c0a107-35f6-4ee7-a171-8a6af1f4a93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:07.66832679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c0a107-35f6-4ee7-a171-8a6af1f4a93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:07.740015191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"a23ff3a2-92bc-46bf-bceb-d8266487fb0e","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:07.74004091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"a23ff3a2-92bc-46bf-bceb-d8266487fb0e","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:09.652612268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a3b209-fa3f-4eee-8808-62789da956f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:09.707401643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a3b209-fa3f-4eee-8808-62789da956f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:09.761323744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a3b209-fa3f-4eee-8808-62789da956f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:09.815058235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a3b209-fa3f-4eee-8808-62789da956f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:12.773462442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"a97430b7-4c50-4e8c-b7d8-b36de238978f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:12.890752512Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"a97430b7-4c50-4e8c-b7d8-b36de238978f","name":"e2e-praxis-a-7d11dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:16.882532082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30222e3f-cec1-4e39-b76c-af35ab6fd326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:16.936403884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30222e3f-cec1-4e39-b76c-af35ab6fd326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:16.990308331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30222e3f-cec1-4e39-b76c-af35ab6fd326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:17.044501079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30222e3f-cec1-4e39-b76c-af35ab6fd326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:17.740848661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"f1d8e127-668a-4faf-bacb-2a006e8ae269","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:17.740872497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"f1d8e127-668a-4faf-bacb-2a006e8ae269","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:18.985555827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f70b128-379f-4f9d-8609-1d5ca5a64cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:19.039599949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f70b128-379f-4f9d-8609-1d5ca5a64cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:19.093419353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f70b128-379f-4f9d-8609-1d5ca5a64cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:19.147340991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f70b128-379f-4f9d-8609-1d5ca5a64cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:21.084788994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea60c8-929b-41d0-8450-100ee0bd9ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:21.141087871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea60c8-929b-41d0-8450-100ee0bd9ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:21.195116768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea60c8-929b-41d0-8450-100ee0bd9ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:21.249652105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea60c8-929b-41d0-8450-100ee0bd9ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:26.779022319Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:27.742280902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"b0d2a641-a342-4875-aa5a-8fa511881554","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"tenant":"e2e-ipp-a-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:27.742304373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"b0d2a641-a342-4875-aa5a-8fa511881554","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"routeName":"ipp-route-875ee0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-875ee0","llmisvcName":"ipp-route-875ee0","gateway":"openshift-ingress/e2e-ipp-a-875ee0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:33.067094892Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"234f7ecf-538d-4b47-a682-6acf34497a85","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:33.067154521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"18ff06be-3289-4fee-92e2-4fd306aa9739","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:33.143905031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"18ff06be-3289-4fee-92e2-4fd306aa9739","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:33.143950466Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"18ff06be-3289-4fee-92e2-4fd306aa9739","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:33.298792731Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"4688f094-3270-4dfc-99bf-bb8215a166d9","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:33.453873069Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"8d15874c-8c82-4f11-84e1-88e2ab493200","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c616be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:33.552355357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"4688f094-3270-4dfc-99bf-bb8215a166d9","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:07:33.605983223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-875ee0","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0","reconcileID":"82c12aa7-a936-4352-acbe-57a72c142907","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-875ee0\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:33.684505633Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"4688f094-3270-4dfc-99bf-bb8215a166d9","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"name":"e2e-ipp-a-875ee0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:33.684539637Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-auth","reconcileID":"4688f094-3270-4dfc-99bf-bb8215a166d9","MaaSAuthPolicy":{"name":"ipp-route-875ee0-auth","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:33.917430781Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"8788079b-375e-4120-b059-1e03ac969905","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c616be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:34.411837783Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"c5853946-bfa7-4f52-988f-7d4369dc4cca","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c616be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:35.304646842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00453c1-b2e5-4d82-8eb2-1b43d94e2311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:35.358693849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00453c1-b2e5-4d82-8eb2-1b43d94e2311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:35.412732666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00453c1-b2e5-4d82-8eb2-1b43d94e2311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:35.468829369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e00453c1-b2e5-4d82-8eb2-1b43d94e2311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:37.410535355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ed3713-5fd9-48db-b438-e4fe41c19496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:37.465120612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ed3713-5fd9-48db-b438-e4fe41c19496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:37.519642244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ed3713-5fd9-48db-b438-e4fe41c19496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:37.573831865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ed3713-5fd9-48db-b438-e4fe41c19496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:39.52281109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8acb35-4e42-4258-b386-06f66fe9eb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:39.577044103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8acb35-4e42-4258-b386-06f66fe9eb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:39.631170344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8acb35-4e42-4258-b386-06f66fe9eb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:39.685148302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b8acb35-4e42-4258-b386-06f66fe9eb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.051552448Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","namespace":"ai-tenant-e2e-praxis-a-c4abab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.051609005Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","namespace":"ai-tenant-e2e-praxis-a-c4abab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.051655652Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","tenant":"e2e-praxis-a-c4abab","tenantID":"e2e-praxis-a-c4abab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.106614679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"Deployment","name":"maas-api-e2e-praxis-a-c4abab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.171338503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"Service","name":"maas-api-e2e-praxis-a-c4abab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.227646903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-c4abab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.285222539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-c4abab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.34206671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.397955268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.455902948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.516111932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.569700338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.623448656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.676804055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"Service","name":"payload-processing-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.730106421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.783754266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.837295729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.890608667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:42.947186288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:43.000641789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:43.054276564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:43.111392426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-c4abab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:43.165287735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4abab"},"namespace":"ai-tenant-e2e-praxis-a-c4abab","name":"default-tenant","reconcileID":"3ee7af4d-d87f-4093-a985-28ef2eb788ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-c4abab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:44.466446717Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"6b0c2dd6-e3a2-4751-ac13-a112c6d168e6","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","subscription":"ipp-route-875ee0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:44.466582868Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"ipp-route-875ee0-sub","reconcileID":"6b0c2dd6-e3a2-4751-ac13-a112c6d168e6","MaaSSubscription":{"name":"ipp-route-875ee0-sub","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"model":"ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-875ee0/ipp-route-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:45.995405956Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c4abab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c4abab","reconcileID":"b83a9754-3fd6-41fc-9774-7ab0b0f686dd","aitenant":"ai-tenants/e2e-praxis-a-c4abab","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:46.577783488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5d881c-0f7c-41cc-ad0f-ed4a39b2579f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:46.633483773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5d881c-0f7c-41cc-ad0f-ed4a39b2579f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:46.687623314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5d881c-0f7c-41cc-ad0f-ed4a39b2579f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:46.741758983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5d881c-0f7c-41cc-ad0f-ed4a39b2579f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:46.855644735Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c4abab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c4abab","reconcileID":"b83a9754-3fd6-41fc-9774-7ab0b0f686dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c4abab","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-c4abab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:48.692191379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8035df9e-dbc2-488a-beb8-a402ef90637e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:48.74607063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8035df9e-dbc2-488a-beb8-a402ef90637e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:48.800152508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8035df9e-dbc2-488a-beb8-a402ef90637e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:48.854007721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8035df9e-dbc2-488a-beb8-a402ef90637e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:50.820945865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6999a3-67cc-449b-bf5b-1fd143eaae01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:50.874934337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6999a3-67cc-449b-bf5b-1fd143eaae01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:50.93019981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6999a3-67cc-449b-bf5b-1fd143eaae01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:50.985682936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6999a3-67cc-449b-bf5b-1fd143eaae01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:52.925585653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ff8702-b51d-430e-be23-f9c5abc4226d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:52.981559203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ff8702-b51d-430e-be23-f9c5abc4226d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:53.036982854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ff8702-b51d-430e-be23-f9c5abc4226d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:53.091142267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ff8702-b51d-430e-be23-f9c5abc4226d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:55.023305358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d13be0-a0da-45ee-852b-d14dabd1090e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:55.077883308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d13be0-a0da-45ee-852b-d14dabd1090e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:55.132193394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d13be0-a0da-45ee-852b-d14dabd1090e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:55.186200348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d13be0-a0da-45ee-852b-d14dabd1090e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:07:56.778506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:00.546600006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34887baf-704b-44e2-87dd-a399d9e21c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:00.600631152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34887baf-704b-44e2-87dd-a399d9e21c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:00.655855335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34887baf-704b-44e2-87dd-a399d9e21c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:00.710028435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34887baf-704b-44e2-87dd-a399d9e21c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:02.703315217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a88532-d33f-4df9-baa0-b6c5ae2015c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:02.772395729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a88532-d33f-4df9-baa0-b6c5ae2015c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:02.826386921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a88532-d33f-4df9-baa0-b6c5ae2015c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:02.881524565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a88532-d33f-4df9-baa0-b6c5ae2015c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:03.771099187Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","namespace":"ai-tenant-e2e-ipp-a-d759ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:03.771208464Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","namespace":"ai-tenant-e2e-ipp-a-d759ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:03.771263447Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","tenant":"e2e-ipp-a-d759ec","tenantID":"e2e-ipp-a-d759ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:03.826610168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d759ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:03.888888672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"Service","name":"maas-api-e2e-ipp-a-d759ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:03.961416386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d759ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.019207585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d759ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.08015518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.139168559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.197677453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.331021925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.386230181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.445083653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.513410961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"Service","name":"payload-processing-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.579969288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.636184489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.692036743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.748297271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.805046843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.862052021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.910579532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d718b5-3346-4275-836f-3050ca2644a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.96730929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d718b5-3346-4275-836f-3050ca2644a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:04.968435167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:05.021526825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d718b5-3346-4275-836f-3050ca2644a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:05.075515618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d718b5-3346-4275-836f-3050ca2644a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:05.076651739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d759ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:05.133550387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d759ec"},"namespace":"ai-tenant-e2e-ipp-a-d759ec","name":"default-tenant","reconcileID":"8a77b29f-cf40-4835-bc3f-d06d6aa479ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d759ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:12.779223485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15063389-6bf9-4422-b36b-c322c198742d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:12.833388929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15063389-6bf9-4422-b36b-c322c198742d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:12.88722766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15063389-6bf9-4422-b36b-c322c198742d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:12.941219777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15063389-6bf9-4422-b36b-c322c198742d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:14.416468728Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d759ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d759ec","reconcileID":"f5095907-8a7e-4890-9e01-e3042d0c8d9c","aitenant":"ai-tenants/e2e-ipp-a-d759ec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:14.892048056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aca525d-974c-4f83-b44c-c6d8668dec63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:14.946208411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aca525d-974c-4f83-b44c-c6d8668dec63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:15.000295426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aca525d-974c-4f83-b44c-c6d8668dec63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:15.054449673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aca525d-974c-4f83-b44c-c6d8668dec63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:15.229599099Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d759ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d759ec","reconcileID":"f5095907-8a7e-4890-9e01-e3042d0c8d9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d759ec","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d759ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:17.007355405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ecf58f-a82b-4d3f-8339-671a5e127089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:17.061205745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ecf58f-a82b-4d3f-8339-671a5e127089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:17.115066027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ecf58f-a82b-4d3f-8339-671a5e127089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:17.169552041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ecf58f-a82b-4d3f-8339-671a5e127089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:19.104718292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978bd752-9a2f-433a-98fb-72b95ea274c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:19.159194366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978bd752-9a2f-433a-98fb-72b95ea274c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:19.213914299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978bd752-9a2f-433a-98fb-72b95ea274c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:19.267904598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978bd752-9a2f-433a-98fb-72b95ea274c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:21.201691074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fb7389-48b5-42ac-8790-4676e2d100a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:21.25564948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fb7389-48b5-42ac-8790-4676e2d100a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:21.309949212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fb7389-48b5-42ac-8790-4676e2d100a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:21.363907608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fb7389-48b5-42ac-8790-4676e2d100a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:23.30470268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2c5061-fc02-4fec-b440-600b9aa99e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:23.358678484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2c5061-fc02-4fec-b440-600b9aa99e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:23.412738615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2c5061-fc02-4fec-b440-600b9aa99e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:23.46677417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2c5061-fc02-4fec-b440-600b9aa99e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:26.778615765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:28.834435067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29fa1a9-4e6e-4965-90e9-984987c4cc39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:28.889184472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29fa1a9-4e6e-4965-90e9-984987c4cc39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:28.944557757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29fa1a9-4e6e-4965-90e9-984987c4cc39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:28.998685846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29fa1a9-4e6e-4965-90e9-984987c4cc39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:30.976242496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602ce10b-db3e-465e-b45e-fb3f860d9c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:31.030284317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602ce10b-db3e-465e-b45e-fb3f860d9c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:31.084442004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602ce10b-db3e-465e-b45e-fb3f860d9c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:31.138599264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602ce10b-db3e-465e-b45e-fb3f860d9c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:33.111328148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62646452-876e-4376-9029-5cfefa88f4c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:33.165345797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62646452-876e-4376-9029-5cfefa88f4c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:33.219156651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62646452-876e-4376-9029-5cfefa88f4c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:33.273793401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62646452-876e-4376-9029-5cfefa88f4c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:35.918491337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"016d055d-35be-4f9e-a777-02e8de3f27d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:35.972753195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"016d055d-35be-4f9e-a777-02e8de3f27d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:36.027087179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"016d055d-35be-4f9e-a777-02e8de3f27d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:36.08124819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"016d055d-35be-4f9e-a777-02e8de3f27d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:36.442601901Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a89c99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a89c99","reconcileID":"ac266c3b-6664-40a6-a30f-34fc5cd3213c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a89c99","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a89c99":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.093526804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2d7bb1-844f-4a28-adaf-248d84f1cf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.147526118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2d7bb1-844f-4a28-adaf-248d84f1cf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.20147128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2d7bb1-844f-4a28-adaf-248d84f1cf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.255837471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2d7bb1-844f-4a28-adaf-248d84f1cf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.590867278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","namespace":"ai-tenant-e2e-ipp-a-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.590921865Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","namespace":"ai-tenant-e2e-ipp-a-875ee0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.590969362Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","tenant":"e2e-ipp-a-875ee0","tenantID":"e2e-ipp-a-875ee0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.646328446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"Deployment","name":"maas-api-e2e-ipp-a-875ee0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.707511204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"Service","name":"maas-api-e2e-ipp-a-875ee0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.763714914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-875ee0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.818830708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-875ee0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.877422471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.933789804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:38.99181769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.051551425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.108081369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.164447981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.227274941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"Service","name":"payload-processing-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.288613056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.396218323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.451638702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.508042925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.566913894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.668155428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.724671689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.780323792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-875ee0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:39.836536271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-875ee0"},"namespace":"ai-tenant-e2e-ipp-a-875ee0","name":"default-tenant","reconcileID":"702cf72e-ae83-4151-8f03-cd9f807ceace","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-875ee0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:40.218913029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf424414-869a-4d3b-8d3c-dcf99b368ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:40.273093925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf424414-869a-4d3b-8d3c-dcf99b368ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:40.333033194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf424414-869a-4d3b-8d3c-dcf99b368ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:40.387347887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf424414-869a-4d3b-8d3c-dcf99b368ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:40.68397684Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-875ee0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-875ee0","reconcileID":"250cbaf2-ae95-4a29-be55-12658fef354d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-875ee0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-875ee0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:42.39268756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502bf8d3-ff67-42cd-828a-a2e9e433345a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:42.44659392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502bf8d3-ff67-42cd-828a-a2e9e433345a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:42.500398454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502bf8d3-ff67-42cd-828a-a2e9e433345a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:42.554268341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502bf8d3-ff67-42cd-828a-a2e9e433345a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:44.581249546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e4bce43-2171-4983-9261-e5934f0a9f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:44.635331455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e4bce43-2171-4983-9261-e5934f0a9f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:44.689099521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e4bce43-2171-4983-9261-e5934f0a9f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:44.743029489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e4bce43-2171-4983-9261-e5934f0a9f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:46.67475563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e24f7c79-2e9c-4c38-9613-57d0499ed634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:46.729625619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e24f7c79-2e9c-4c38-9613-57d0499ed634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:46.784489111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e24f7c79-2e9c-4c38-9613-57d0499ed634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:46.838509196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e24f7c79-2e9c-4c38-9613-57d0499ed634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:48.772905426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737feba1-f8e1-4b40-9a2f-0068d7800924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:48.827200706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737feba1-f8e1-4b40-9a2f-0068d7800924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:48.881008207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737feba1-f8e1-4b40-9a2f-0068d7800924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:48.934767663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"737feba1-f8e1-4b40-9a2f-0068d7800924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:50.879822582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3edae6-7d54-4dc3-9923-393e9d3bc196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:50.933990013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3edae6-7d54-4dc3-9923-393e9d3bc196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:50.988097985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3edae6-7d54-4dc3-9923-393e9d3bc196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:51.042830437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a3edae6-7d54-4dc3-9923-393e9d3bc196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:52.678532732Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","namespace":"ai-tenant-e2e-praxis-a-f954ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:52.67858912Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","namespace":"ai-tenant-e2e-praxis-a-f954ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:52.678637366Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","tenant":"e2e-praxis-a-f954ce","tenantID":"e2e-praxis-a-f954ce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:52.73434657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"Deployment","name":"maas-api-e2e-praxis-a-f954ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:52.798339187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"Service","name":"maas-api-e2e-praxis-a-f954ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:52.854860445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-f954ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:52.913257235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-f954ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:52.971714209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:52.984529502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb8ed77-ee0c-4e18-acaf-82fdbcd025b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.039801091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb8ed77-ee0c-4e18-acaf-82fdbcd025b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.04086555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.094035553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb8ed77-ee0c-4e18-acaf-82fdbcd025b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.155460607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.155686922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb8ed77-ee0c-4e18-acaf-82fdbcd025b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.211683187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.265373599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.318740724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.372190046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"Service","name":"payload-processing-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.427902846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.481293661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.534591099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.588261846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.645261339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.698634168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.752613981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.80618603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-f954ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:53.859665788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f954ce"},"namespace":"ai-tenant-e2e-praxis-a-f954ce","name":"default-tenant","reconcileID":"d172a0d9-828b-4b99-be61-3225df44c680","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-f954ce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:56.780071441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:59.343851597Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f954ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f954ce","reconcileID":"097ebc94-bbad-4133-85de-6b479b09305a","aitenant":"ai-tenants/e2e-praxis-a-f954ce","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:59.806794803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a257283-62fd-4b84-899c-bafaff1ad403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:59.860976267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a257283-62fd-4b84-899c-bafaff1ad403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:59.914832987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a257283-62fd-4b84-899c-bafaff1ad403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:08:59.968835317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a257283-62fd-4b84-899c-bafaff1ad403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:00.140544661Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f954ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f954ce","reconcileID":"097ebc94-bbad-4133-85de-6b479b09305a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f954ce","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-f954ce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:01.902449561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1224dab5-5df7-4ec5-8e4e-056c6ab27542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:01.957711102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1224dab5-5df7-4ec5-8e4e-056c6ab27542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:02.011595191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1224dab5-5df7-4ec5-8e4e-056c6ab27542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:02.066222504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1224dab5-5df7-4ec5-8e4e-056c6ab27542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.003018129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bcceba-badf-486b-aff6-f6cb057b0cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.057328693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bcceba-badf-486b-aff6-f6cb057b0cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.111386188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bcceba-badf-486b-aff6-f6cb057b0cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.165910422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bcceba-badf-486b-aff6-f6cb057b0cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.167666293Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","namespace":"ai-tenant-e2e-praxis-b-b00a8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.167720313Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","namespace":"ai-tenant-e2e-praxis-b-b00a8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.167765616Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","tenant":"e2e-praxis-b-b00a8f","tenantID":"e2e-praxis-b-b00a8f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.223684262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"Deployment","name":"maas-api-e2e-praxis-b-b00a8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.284375784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"Service","name":"maas-api-e2e-praxis-b-b00a8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.342302861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-b00a8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.440666621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-b00a8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.4965772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.552191336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.611314086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.667380947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.720800651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.774160842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.827525415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"Service","name":"payload-processing-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.880580571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.934195012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:04.987526712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:05.043455068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:05.100105651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:05.153616996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:05.20730969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:05.268417967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-b00a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:05.327020489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b00a8f"},"namespace":"ai-tenant-e2e-praxis-b-b00a8f","name":"default-tenant","reconcileID":"fa46a61b-bcc2-42be-828e-522b431fecd7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-b00a8f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:08.057358766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37f5948-f4df-422f-938c-93f03836f6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:08.111930652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37f5948-f4df-422f-938c-93f03836f6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:08.166005099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37f5948-f4df-422f-938c-93f03836f6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:08.219959398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37f5948-f4df-422f-938c-93f03836f6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.188298585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b940225-e597-4e56-9082-39c8e63e37d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.242350103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b940225-e597-4e56-9082-39c8e63e37d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.296187899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b940225-e597-4e56-9082-39c8e63e37d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.350114125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b940225-e597-4e56-9082-39c8e63e37d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.624561067Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","namespace":"ai-tenant-e2e-ipp-b-495f69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.624627232Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","namespace":"ai-tenant-e2e-ipp-b-495f69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.624679384Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","tenant":"e2e-ipp-b-495f69","tenantID":"e2e-ipp-b-495f69","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.679699084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-495f69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.743527086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"Service","name":"maas-api-e2e-ipp-b-495f69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.799975344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-495f69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.855180846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-495f69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.9134212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:10.969113543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.028031012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.083828336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.141374941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.198962439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.262858384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"Service","name":"payload-processing-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.324080362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.381846679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.439542293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.496660203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.553618837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.608582935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.666249465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.722272914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-495f69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:11.777670585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-495f69"},"namespace":"ai-tenant-e2e-ipp-b-495f69","name":"default-tenant","reconcileID":"5f63caa0-991a-47a1-9fcd-69ca4ba1c09d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-495f69","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:13.355472243Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b00a8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b00a8f","reconcileID":"ae0fd071-0ed0-427c-bb4d-689a555b7455","aitenant":"ai-tenants/e2e-praxis-b-b00a8f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:13.999047563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08406fcd-2e87-4f91-b8d2-ed02649165f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:14.053156873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08406fcd-2e87-4f91-b8d2-ed02649165f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:14.107272977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08406fcd-2e87-4f91-b8d2-ed02649165f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:14.161541838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08406fcd-2e87-4f91-b8d2-ed02649165f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:14.222524345Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b00a8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b00a8f","reconcileID":"ae0fd071-0ed0-427c-bb4d-689a555b7455","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b00a8f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-b00a8f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:16.21746924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b870a8cd-f51e-40ba-8bcd-017f80c4090b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:16.271904477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b870a8cd-f51e-40ba-8bcd-017f80c4090b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:16.32662177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b870a8cd-f51e-40ba-8bcd-017f80c4090b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:16.380698213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b870a8cd-f51e-40ba-8bcd-017f80c4090b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:18.019212395Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-495f69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-495f69","reconcileID":"5a6beb54-52e1-4e38-a45e-bad7ee3bcf06","aitenant":"ai-tenants/e2e-ipp-b-495f69","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:18.333987956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993e3f87-8a61-44ab-b556-efdf98b30cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:18.389708247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993e3f87-8a61-44ab-b556-efdf98b30cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:18.445306283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993e3f87-8a61-44ab-b556-efdf98b30cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:18.499483649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993e3f87-8a61-44ab-b556-efdf98b30cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:18.889505578Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-495f69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-495f69","reconcileID":"5a6beb54-52e1-4e38-a45e-bad7ee3bcf06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-495f69","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-495f69"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:19.656949801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"3c2fd5dd-3871-433a-93c7-7bba6a74c148","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:20.469239569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47630df1-c27d-4d1a-8bc5-dc682ff62eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:20.52328772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47630df1-c27d-4d1a-8bc5-dc682ff62eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:20.577258151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47630df1-c27d-4d1a-8bc5-dc682ff62eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:20.631267951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47630df1-c27d-4d1a-8bc5-dc682ff62eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:21.945487691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"93664367-76d4-4999-a344-aafc449c8fe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:22.588197521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ead04db-cde8-4b18-84b9-338c45095d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:22.642599972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ead04db-cde8-4b18-84b9-338c45095d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:22.696395518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ead04db-cde8-4b18-84b9-338c45095d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:22.750534221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ead04db-cde8-4b18-84b9-338c45095d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:23.076586002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"f00683d6-2e06-4e02-aaf6-73f4b4d3ed0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:23.425307472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"29e321e1-ceee-455c-a77b-5b52ceb2a957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:24.692504367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7388402e-7471-4320-a295-394223c49887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:24.747233152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7388402e-7471-4320-a295-394223c49887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:24.801469721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7388402e-7471-4320-a295-394223c49887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:24.856069222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7388402e-7471-4320-a295-394223c49887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:25.725085038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"5b0171a9-5f3d-48cf-821f-b61d9a16365d","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:25.78182602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"4c05c3d9-5721-4ec7-917b-258f76ca751c","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:09:25.83648792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2a8e7385","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-sub-binding-2a8e7385","reconcileID":"89e1aa99-b50f-421b-bb2a-586f7325a148","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-2a8e7385\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:25.886621405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"45971619-1fd9-4ee4-aadb-911c5a872ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:25.88662929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e95c09ef-e8df-4ede-b5bd-4e297c2a7f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:25.945042468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e95c09ef-e8df-4ede-b5bd-4e297c2a7f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:25.946267482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"45971619-1fd9-4ee4-aadb-911c5a872ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:25.95471119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"835ce01c-e6fe-4ac3-bdf6-fd0e6e8f6a5a","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.013386563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"06665962-bc98-4739-a2f1-492f4d86c169","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.276146591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"0b0efcae-54a3-4226-98f4-1f412c76a125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.276159011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"58f0d0dd-eefc-4a95-a3d7-94d2bcbd14f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.295402724Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2a8e7385","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-sub-binding-2a8e7385","reconcileID":"670e591c-9291-478f-91bb-f797570e7cf4","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2a8e7385","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/e2e-apikey-sub-binding-2a8e7385","ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.334426773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"0b0efcae-54a3-4226-98f4-1f412c76a125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.334467878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"58f0d0dd-eefc-4a95-a3d7-94d2bcbd14f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.427888203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"f32e5f3f-0566-46f5-a7ec-965d535393bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.466657879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"2e1d79dc-6676-496c-b3f2-23525fe8decd","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.5292231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"91eaf927-6081-48f8-8bd6-107a55ee8330","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.684261961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2a8e7385","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-sub-binding-2a8e7385","reconcileID":"72ff23b7-6885-404f-8508-5877b767903a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2a8e7385","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.779488109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:26.995731157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"ecd7cadd-5995-426d-9244-61e008727182","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:28.737053258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"9a8c805d-9b30-4f1b-a686-d1fe2bb201ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.532387708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3680933d-2622-4341-b79a-8666f2bf709e","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.605337575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"d3e39a02-04cf-408a-97d5-236bca73acde","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.6644559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"d7f94f10-872d-442b-bd06-108c8702fdf6","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.693540016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6b3000ab-a0e2-4455-8d04-2b0d7f8d8fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.693577943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"5a089899-2158-4d17-b2fc-40c213b8e021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:09:29.718156994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bd2ec05c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-sub-binding-bd2ec05c","reconcileID":"8966f646-6312-4a10-88a1-badf3df89ec0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-bd2ec05c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.75141946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6b3000ab-a0e2-4455-8d04-2b0d7f8d8fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.75280543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"5a089899-2158-4d17-b2fc-40c213b8e021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.794239956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"2d02c503-0d26-4e59-95cc-10aee3b8c50a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.794254049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"01a08b86-0fc7-4383-9074-c19f90052cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.837076519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"97cba13e-53a4-433a-93ab-83256e9280e0","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.852178053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"01a08b86-0fc7-4383-9074-c19f90052cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.852188862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"2d02c503-0d26-4e59-95cc-10aee3b8c50a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:29.895253499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"31296f6a-8e21-45ec-b7e9-18d772a07052","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:30.171948602Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bd2ec05c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-sub-binding-bd2ec05c","reconcileID":"e6bedd57-7ee5-4e22-8dd9-f7d5cbf6f4ce","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bd2ec05c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-apikey-sub-binding-bd2ec05c","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:30.172983586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"34f0acfb-58c6-4cea-aad3-9d296218d385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:30.173167867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"2b2b9cd7-f562-4906-88bf-f64a52e8d443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:30.231475817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"2b2b9cd7-f562-4906-88bf-f64a52e8d443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:30.231747216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"34f0acfb-58c6-4cea-aad3-9d296218d385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:30.341604748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"8760ca0f-3637-4224-bd1c-d57c86d02c63","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:30.387982264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"fc0c2e25-c8ee-4824-893b-9989e57c1fe5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:30.557685382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bd2ec05c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-sub-binding-bd2ec05c","reconcileID":"7c816a35-9f13-4216-afa5-a3122864d087","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bd2ec05c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:32.369639115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"28519638-e7fb-4249-a2c1-cf2f7f216a5c","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:32.530792665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"17d9774f-48a8-4f3b-807e-0310a60a6495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:32.530822217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"56d1d13e-ca83-4247-b32f-358815901182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:32.590678658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"56d1d13e-ca83-4247-b32f-358815901182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:32.591289686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"17d9774f-48a8-4f3b-807e-0310a60a6495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:33.20519766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"bddb72d2-e7e5-4204-a464-cc4afd6120c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:37.661028627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"88c1deda-05e9-4101-8482-47e6435483a8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a89c99","tenantID":"e2e-praxis-b-a89c99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:37.781925738Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"88c1deda-05e9-4101-8482-47e6435483a8","name":"e2e-praxis-b-a89c99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:39.700846338Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2a8e7385","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-sub-binding-2a8e7385","reconcileID":"0f0720c6-19e2-4387-8ef5-c4359ca8a49d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2a8e7385","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscription":"e2e-apikey-sub-binding-2a8e7385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:39.924433542Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2a8e7385","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-apikey-sub-binding-2a8e7385","reconcileID":"0f0720c6-19e2-4387-8ef5-c4359ca8a49d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2a8e7385","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:40.143596764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"c39a7152-0535-438a-9e88-14c828fea3ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:40.192203538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"aeba0765-5875-4ddf-84a7-f908d502725b","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:40.354353972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"4cce7dba-5334-4a36-856c-8c06ebc1efd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:40.354388937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"2e43a0c0-6936-4d6e-a243-7f9074f28428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:40.414801106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"4cce7dba-5334-4a36-856c-8c06ebc1efd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:40.414801059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"2e43a0c0-6936-4d6e-a243-7f9074f28428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:41.810720218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"a07a6df2-a84f-44d0-a318-3cf24716b1eb","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:41.869440725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"25e2fe1f-fef0-4269-a72f-1ece8216d359","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.033394861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-success","reconcileID":"1f595da0-c456-404d-9e52-3bf85397d7eb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.091633774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-success","reconcileID":"1f595da0-c456-404d-9e52-3bf85397d7eb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.100259695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"bd81edbf-2a18-4b5c-aadd-4128252fef65","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.158317973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"4d5fee02-6c5e-4d5d-951a-e30a6284f68e","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:09:42.212068908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-subscription-success","reconcileID":"36428257-2708-4c03-87b5-eb58670c5fe0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.260921281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"cadf10d8-f7a9-4e83-8e42-2d338bd8c9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.260921405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"718367ea-b3e2-4e8a-9563-38ed6176fc1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.318947111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"718367ea-b3e2-4e8a-9563-38ed6176fc1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.320078694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"cadf10d8-f7a9-4e83-8e42-2d338bd8c9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.329609615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"7f0afefb-a90d-4fc4-ab0c-0c0e937189b3","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.36493519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"eb7ec0e9-5a5a-4c23-b787-cca5d33da4fb","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.388855799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f73f0cdf-1c60-45e3-aa34-ff93b9cc475c","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.525742715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-success","reconcileID":"25469e92-dd4e-4d8b-b2a0-1d0b365758e1","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.537139832Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bd2ec05c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-sub-binding-bd2ec05c","reconcileID":"fde0a6fc-55df-4c3f-a77f-2443b7f20367","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bd2ec05c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-apikey-sub-binding-bd2ec05c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.584388022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-success","reconcileID":"25469e92-dd4e-4d8b-b2a0-1d0b365758e1","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.663664361Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-subscription-success","reconcileID":"c1b364da-002e-4879-a42b-de1337748d74","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/e2e-test-subscription-success","ai-tenant-e2e-worker-w3-9a1b3f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.686875818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"591881c4-7aaa-4683-a967-887a26cb0e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.686875811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"a0930a87-961d-44ff-a23c-25128f502776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.745566864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"a0930a87-961d-44ff-a23c-25128f502776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.746345102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"591881c4-7aaa-4683-a967-887a26cb0e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.760672873Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bd2ec05c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-apikey-sub-binding-bd2ec05c","reconcileID":"fde0a6fc-55df-4c3f-a77f-2443b7f20367","MaaSSubscription":{"name":"e2e-apikey-sub-binding-bd2ec05c","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.782043159Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","namespace":"ai-tenant-e2e-ipp-b-d4ed8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.78209771Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","namespace":"ai-tenant-e2e-ipp-b-d4ed8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.782188365Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","tenant":"e2e-ipp-b-d4ed8c","tenantID":"e2e-ipp-b-d4ed8c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.834592314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f3acf8ca-c28d-453d-8b22-e675bec28345","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.837278364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d4ed8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.880845033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"2da22d85-17ba-46e6-b6e0-706aa532bd98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.905377621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"Service","name":"maas-api-e2e-ipp-b-d4ed8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.962417636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d4ed8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:42.991329497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"2a30ace9-d0c4-4f2e-b94b-c8037b1dcc52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.019786606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d4ed8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.044373562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"652d5cb9-7a85-4651-8595-0cf9a9eab2b9","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.077218178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.090634072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-subscription-success","reconcileID":"5d5fbce5-52b0-455b-8f47-ba706e0f8b9a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.104630315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"90eeef79-3a2b-415c-83e2-ee9dae42ae11","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.133286898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.191668485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.206320977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"117f40d7-df25-46d3-8a2c-008f38e67a19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.206333921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ab2ea5ac-a956-4a60-ba1e-4129386966d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.248396678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.276886959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"763406a6-740f-4c0a-b27b-bfd5424616ca","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.284073105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"117f40d7-df25-46d3-8a2c-008f38e67a19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.284519915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ab2ea5ac-a956-4a60-ba1e-4129386966d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.304893633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.36122989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.427853034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"Service","name":"payload-processing-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.489020245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.545267371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.601505213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.658700162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.715316091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.770561921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.825914446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.873215485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"81102d9b-d9e0-49a6-9a6f-2271f389b410","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.881253213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d4ed8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.931264569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"5e849f28-879c-40b1-9d43-b6df14d35068","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:43.939601524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d4ed8c"},"namespace":"ai-tenant-e2e-ipp-b-d4ed8c","name":"default-tenant","reconcileID":"e43466db-b88c-4744-b433-524206ae9db4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d4ed8c","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:09:43.984544241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-sub","reconcileID":"72749c2c-0ba6-4765-a146-cd79a8fb4c2c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.03481382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"878937f1-5ebd-41e2-b3f7-04fe80d4828b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.03481373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d168db27-69da-41a3-9671-97d8d2df5487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.093145365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d168db27-69da-41a3-9671-97d8d2df5487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.093198999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"878937f1-5ebd-41e2-b3f7-04fe80d4828b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.100041136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"e868e80c-d43c-4ec9-b251-57b72bd64f8d","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.159313228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"4634bc44-0ca7-442b-b97b-5b896f0f91cf","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.438015444Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-sub","reconcileID":"a2bd9981-18fd-4b2a-bf2a-a011387e9b3f","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-ordering-sub","ai-tenant-e2e-worker-w2-22e9c4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.4648416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"dd541967-feda-4c3c-b893-a07a557a4ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.464841817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"fab6b49a-b9c4-4812-aca6-b13344ac76a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.523865916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"dd541967-feda-4c3c-b893-a07a557a4ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.523979636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"fab6b49a-b9c4-4812-aca6-b13344ac76a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.611076721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"938d4750-0de0-45cd-a416-7ef4c84e50ef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.660212377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"244020e8-1e46-4e52-aa7c-449cd2898fb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:44.854292431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-sub","reconcileID":"a9afb368-7f09-408a-80ef-6e215c670c2c","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:45.127828001Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d4ed8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d4ed8c","reconcileID":"e824f05d-b754-4181-adc0-df72d742157f","aitenant":"ai-tenants/e2e-ipp-b-d4ed8c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:45.661284998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a7cc69-fa41-4b81-a9e2-1b0956b855c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:45.676628062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f38b1a30-6d76-4198-bc17-a3ea5af7a74b","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:45.715409538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a7cc69-fa41-4b81-a9e2-1b0956b855c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:45.769887976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a7cc69-fa41-4b81-a9e2-1b0956b855c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:45.824050239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a7cc69-fa41-4b81-a9e2-1b0956b855c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:45.931860033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-success","reconcileID":"6b88abf3-55a4-4ee0-9919-e1f157a31505","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:45.977698585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ac339169-b719-4a69-a447-4603e90acb36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:45.977729477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"46abee6d-74cc-43cc-aa3b-b1712e528b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:45.990390027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-success","reconcileID":"6b88abf3-55a4-4ee0-9919-e1f157a31505","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:46.000598375Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d4ed8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d4ed8c","reconcileID":"e824f05d-b754-4181-adc0-df72d742157f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d4ed8c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d4ed8c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:46.036421771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ac339169-b719-4a69-a447-4603e90acb36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:46.037387019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"46abee6d-74cc-43cc-aa3b-b1712e528b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:47.372877121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"8021b19c-75b3-478e-814f-8d3ccb2ad350","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:47.430538678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"c9565b48-2c50-44f6-9d31-4fb426a50f92","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:47.591407419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-auth","reconcileID":"2c50fa01-3797-48ec-aeb7-783214a8333d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:47.65040259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-auth","reconcileID":"2c50fa01-3797-48ec-aeb7-783214a8333d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:47.798446695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b35c0da-6555-4715-91eb-7215046c0e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:47.852531663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b35c0da-6555-4715-91eb-7215046c0e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:47.906653448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b35c0da-6555-4715-91eb-7215046c0e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:47.961241875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b35c0da-6555-4715-91eb-7215046c0e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:48.025692396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"e6501701-7d6f-4142-a93b-cf2d120b4b8b","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.225440624Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","namespace":"ai-tenant-e2e-praxis-b-c15dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.225538331Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","namespace":"ai-tenant-e2e-praxis-b-c15dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.225617251Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","tenant":"e2e-praxis-b-c15dbc","tenantID":"e2e-praxis-b-c15dbc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.281285985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c15dbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.347350659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"Service","name":"maas-api-e2e-praxis-b-c15dbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.403864859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c15dbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.460036829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c15dbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.519020607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.575053578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.635456934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.69439579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.754290125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.812059956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.866237113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"Service","name":"payload-processing-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.92041231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:49.973938164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.02756589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.082090569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.139177363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.193359047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.24711145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.302447147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c15dbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.315500234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"207191ba-470c-480e-a54c-cc006233a479","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.359551842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c15dbc"},"namespace":"ai-tenant-e2e-praxis-b-c15dbc","name":"default-tenant","reconcileID":"466a396d-d89c-4e42-84ef-08e9d1bbe26c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c15dbc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.481320137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"7c9e47a1-4211-483f-ae8b-c0ec5a838593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.481545748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"5c351479-f68d-45e6-89b3-c1619f108031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.481313757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-auth","reconcileID":"d37149f8-120d-4e81-b727-dbedd88d065a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.541082548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"5c351479-f68d-45e6-89b3-c1619f108031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.544640178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-auth","reconcileID":"d37149f8-120d-4e81-b727-dbedd88d065a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:50.548146586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"7c9e47a1-4211-483f-ae8b-c0ec5a838593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:52.395875582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb668e16-c4d6-440d-8fd9-988f31964e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:52.450696971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb668e16-c4d6-440d-8fd9-988f31964e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:52.504795322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb668e16-c4d6-440d-8fd9-988f31964e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:52.558629112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb668e16-c4d6-440d-8fd9-988f31964e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:53.006654493Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-474d66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-474d66","reconcileID":"99d1432c-507b-4b69-8284-422dbd3480c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-474d66","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-474d66":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:53.70674788Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c15dbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c15dbc","reconcileID":"aa5c985a-0d61-40b5-8079-5f3a8b5f325b","aitenant":"ai-tenants/e2e-praxis-b-c15dbc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:54.54702204Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c15dbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c15dbc","reconcileID":"aa5c985a-0d61-40b5-8079-5f3a8b5f325b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c15dbc","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c15dbc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:54.596063644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dbdbb0-62a7-4c24-af34-30b136c5bcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:54.65120884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dbdbb0-62a7-4c24-af34-30b136c5bcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:54.705480717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dbdbb0-62a7-4c24-af34-30b136c5bcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:54.760646085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dbdbb0-62a7-4c24-af34-30b136c5bcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:55.903533976Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-subscription-success","reconcileID":"83e9de87-9dec-4f5e-be04-6059f9d61931","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.227663696Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-subscription-success","reconcileID":"83e9de87-9dec-4f5e-be04-6059f9d61931","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.45722733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"8af2828e-9849-4430-9e16-d4f09ee7213d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.512727538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"22815daf-94fe-4ec4-81ab-0a5d537e91fe","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.667584613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"1968bcdf-47a6-4dfb-9878-226d12910948","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.677002451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"83d486e3-7a6c-4b5b-af48-bc947fc1864a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.677037117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-success","reconcileID":"f6c93668-ba43-4388-b5bc-12fdf09c06a8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.683202038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"aaf88ba4-3e44-439a-b417-fc6a54130232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.735801747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"83d486e3-7a6c-4b5b-af48-bc947fc1864a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.738923493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-success","reconcileID":"f6c93668-ba43-4388-b5bc-12fdf09c06a8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.741534768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"aaf88ba4-3e44-439a-b417-fc6a54130232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.742505746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129b3d55-bf1a-4ac4-8e64-ca04e47e7f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.780922315Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.796747604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129b3d55-bf1a-4ac4-8e64-ca04e47e7f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.850717657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129b3d55-bf1a-4ac4-8e64-ca04e47e7f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:56.904756743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129b3d55-bf1a-4ac4-8e64-ca04e47e7f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:57.005309143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-success","reconcileID":"696e5f53-8e66-4bde-9db7-6f8c3be0ecfd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:57.267143362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"32e731fa-d5ba-43ea-8516-518c7a3cb046","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.256004304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"5700ac1c-7af9-4729-a3bc-1b180d2579fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.454040664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"0d751c91-d0c2-4334-b51a-f8b59630271a","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.513516662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"c3d4892a-ec41-4b2e-8100-2a707723de45","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.675032083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-no-access","reconcileID":"783fd743-6ff3-46e0-9376-ccb490335ece","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.733057261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-no-access","reconcileID":"783fd743-6ff3-46e0-9376-ccb490335ece","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.743256778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"88547f52-4404-4da2-aad5-2e12dff4a2b5","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.801885635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"9d328feb-a821-4a7f-8a24-eaced6dec36c","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:09:58.853962702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-subscription-no-access","reconcileID":"aeb50f83-0a45-4542-be43-5246d7663409","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.91088967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fa117d-7004-4009-90c4-9a66b7086723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.911201667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e71a08a9-e929-4f6c-9aa3-02d9ca0274b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.911308815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ecbffc59-baf9-45bf-8f65-5cca8c119955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.965318342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fa117d-7004-4009-90c4-9a66b7086723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:58.97243738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e71a08a9-e929-4f6c-9aa3-02d9ca0274b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.020327309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fa117d-7004-4009-90c4-9a66b7086723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.022929908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"0b2ec70b-725b-4d7e-93f1-8eccf70e211b","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.02293487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ecbffc59-baf9-45bf-8f65-5cca8c119955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.077051557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fa117d-7004-4009-90c4-9a66b7086723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.080271115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f0659058-8459-4356-98f0-38c060f868a8","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.137461186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"f4730608-237f-43ed-b447-b19825f93e75","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.240682198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-no-access","reconcileID":"d51430a2-c38e-4bd5-9f0b-1eef926a8314","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.301457779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-no-access","reconcileID":"d51430a2-c38e-4bd5-9f0b-1eef926a8314","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.407993176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"1aaeb376-27cb-4c91-8b30-6be79d819f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.468197733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"1aaeb376-27cb-4c91-8b30-6be79d819f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.469479598Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-subscription-no-access","reconcileID":"a9b5fa01-ce09-492c-9982-dd0704284428","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w3-9a1b3f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.499045665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"5c8cf41b-65e1-42b1-a62b-a3e8570ebffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.557204718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"5c8cf41b-65e1-42b1-a62b-a3e8570ebffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.641815836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"40550c83-b73d-4369-b5fb-a83640a8e8c5","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.690737516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"764e171c-3f15-443b-81a5-1b81b300194d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:09:59.856904339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-subscription-no-access","reconcileID":"049e9540-0252-4775-bd77-fe00e19cfa1c","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:00.526581925Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-sub","reconcileID":"17c2d53f-00ea-44ce-bb87-2121e00b701f","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:00.689221959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"2442b9d1-63fe-45f7-8171-f33db8132792","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:00.748699784Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-sub","reconcileID":"17c2d53f-00ea-44ce-bb87-2121e00b701f","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:00.965297823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"e0cdea33-1fd7-40f7-98ed-ca9af32d826f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:00.971463464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"8b02db12-b5e8-44aa-bb8e-cba74f1df4e9","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.024649704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e5cae9-d43e-4b49-ba5d-1375176891f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.079511898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e5cae9-d43e-4b49-ba5d-1375176891f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.12095961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"c257aa7b-d690-4521-8269-ab11f29542be","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.133910603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e5cae9-d43e-4b49-ba5d-1375176891f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.139473308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"b1137442-b4d9-41f4-8200-67e5afaef58e","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.188247497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e5cae9-d43e-4b49-ba5d-1375176891f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.341793296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-auth","reconcileID":"c80908f5-8e36-49f8-a1af-606da08c6a21","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.341856531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"72d40915-7b8c-4bfa-81d2-2643c599d7bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.351529035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0a00885e-b21d-4766-a11b-a96120b74af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.400453426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-auth","reconcileID":"c80908f5-8e36-49f8-a1af-606da08c6a21","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.401109368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"72d40915-7b8c-4bfa-81d2-2643c599d7bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.409238346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0a00885e-b21d-4766-a11b-a96120b74af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.627142098Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-ordering-auth","reconcileID":"c328ef54-35af-4a1c-8217-dbd70fef8411","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.682048767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"bdb0ede7-edba-4872-9c10-dbfbd6df63f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:01.791748727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"2e4cf565-c9e5-42d0-98ef-9e9491f3c169","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:02.098434191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"615b4d70-21de-48e0-ac2a-9d5659727583","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:02.272866317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-no-access","reconcileID":"c16dae00-5a7b-489e-9e78-c527bf4cd7a7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:02.27300423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"be7efb9d-cdf2-4198-98f0-b22ed118e4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:02.273246855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"fa55a136-9b69-4b37-89a4-e93d6adae650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:02.386139767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-no-access","reconcileID":"c16dae00-5a7b-489e-9e78-c527bf4cd7a7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:02.387481319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"be7efb9d-cdf2-4198-98f0-b22ed118e4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:02.388697022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"fa55a136-9b69-4b37-89a4-e93d6adae650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.172849175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"9f3fb572-1b02-4639-93a9-b48b1e5f6ffa","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.231365318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"71aff365-efea-44a2-a36c-b7025c9f7ef1","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.298561584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c76469-8324-478a-b790-7cf203ba9b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.352897818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c76469-8324-478a-b790-7cf203ba9b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.406854714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c76469-8324-478a-b790-7cf203ba9b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.456018169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"96ab3f65-5aba-4029-87c9-a213872a03ed","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.461233441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c76469-8324-478a-b790-7cf203ba9b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.462244175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"601f2205-b91d-41e4-bafa-da7ad5c20c17","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.520010573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"46025e93-222a-4799-a0fd-c8da2c9381bc","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.523575705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"601f2205-b91d-41e4-bafa-da7ad5c20c17","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:03.572963203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-subscription-free","reconcileID":"964dab62-e441-47cf-a097-40d338b6bf3a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.628269774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f7f71113-8143-40ce-b5a6-c827dbae7b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.628670673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"2b719468-7862-414f-b4a8-79bae71bf337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.687440401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"2b719468-7862-414f-b4a8-79bae71bf337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.687788325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f7f71113-8143-40ce-b5a6-c827dbae7b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.740744564Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-22e9c4 priority=0:[ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-free ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.740941386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"48949874-b717-4c8d-80d9-00b96773f39b","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.791949362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"67e2165a-28dc-463f-ac83-0979fdbca43f","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:03.796932269Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.840594958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"2a772bbd-29e7-4f93-81e8-469da3db21cc","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.851321503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"1b4ac14c-558e-4900-90f1-2072c983b235","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.853591881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"044b0637-626f-427f-883d-87d2c82d526e","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:03.855160181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.899257359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"df805d31-472b-4335-988a-7a3af2b21716","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.904321034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"4c4bfe63-83b4-4953-a009-8078d020c072","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:03.911172867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"aac617be-7882-414b-ae00-9ae8d1c3175c","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.062361728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-auth","reconcileID":"ad6af175-77dc-4d3d-bb26-e89d1dc87bc1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.065748097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"30cc9f14-d47c-4458-9ee5-1dccaa1feba5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.120477128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-auth","reconcileID":"ad6af175-77dc-4d3d-bb26-e89d1dc87bc1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.124152577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"30cc9f14-d47c-4458-9ee5-1dccaa1feba5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.129291234Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-subscription-free","reconcileID":"a966d090-b5e4-4db7-b192-bbf7915629b2","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.129990791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"86bd65c7-a722-4e62-a2d7-3b8f42df2bcb","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.130178541Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-22e9c4 priority=0:[ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-free ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.162134853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"5a41ccc5-a5bf-44aa-863c-72966ba65db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.16223662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"97deb7af-c159-4996-8789-af0e75101abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.188777105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"9f309b2d-9ed8-407e-a989-c960ef5e1218","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.219930689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"5a41ccc5-a5bf-44aa-863c-72966ba65db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.220119954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"97deb7af-c159-4996-8789-af0e75101abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.229188009Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-subscription-premium","reconcileID":"28b292c9-d287-4b4d-8e4e-d1df7144309e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.239265675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"9c97163e-69c1-4f1b-935c-71a3b56f1763","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:04.242734428Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-5b176c/e2e-test-group-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.289839044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d598da98-9400-404d-861f-228068c8e125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.297114834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"a75d4412-6da4-4d56-95e2-6bdc1b40f185","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.300271621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"d67911d8-2405-4f47-b103-1f18049ff5eb","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:04.301010543Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.344871921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"065b9a2b-cbbc-48f1-9a2a-c03857578d22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.34798206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d598da98-9400-404d-861f-228068c8e125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.400207352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"f1dd9907-db82-4cca-afc3-aceb0023d505","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.490744797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"eee6a732-76a2-4c97-b337-314c94d86b99","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.502440939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f16d5ec9-e896-49e8-9ffb-b474796ed9a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.516206045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-subscription-free","reconcileID":"80aa0a61-aa79-41a8-a63c-f746b54be025","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.616294281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f16d5ec9-e896-49e8-9ffb-b474796ed9a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.617711809Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-subscription","reconcileID":"afcbc9ba-edca-4eaa-b9f9-92cd1280aab6","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.722114444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-auth","reconcileID":"08812481-c51c-45cc-a6d1-ca1099054429","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.723252068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-subscription-premium","reconcileID":"ac8b881e-e68b-4e26-be4b-bafe8cebf963","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.723426746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"1cececca-0bb0-49ca-8b35-a32609b7d521","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.780431736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-auth","reconcileID":"08812481-c51c-45cc-a6d1-ca1099054429","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.829796727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"c3dd2f03-374c-4fbd-80b5-cd2a13c5b893","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.830971941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"153dac61-60af-4d2d-9916-6417fbcf298a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.832878761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"17c87dca-f8c4-4b92-99db-1770d1788d63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:04.938686654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"153dac61-60af-4d2d-9916-6417fbcf298a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:05.097989887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-subscription","reconcileID":"f78f6696-00fb-4ee4-9802-e6c31f780d1e","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:05.146782057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"37c4c507-cba4-4e77-8a1a-35d52448c725","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:05.271174868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"a810c91c-79cd-49aa-9a52-cb22632e7c50","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:05.490055695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d240c5a-de15-4431-8ab6-888e02e01a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:05.545028231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d240c5a-de15-4431-8ab6-888e02e01a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:05.599332519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d240c5a-de15-4431-8ab6-888e02e01a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:05.654095206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d240c5a-de15-4431-8ab6-888e02e01a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.609346806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68fd9608-b482-4d07-ba3b-f90e60140d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.664457845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68fd9608-b482-4d07-ba3b-f90e60140d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.708855827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"cf6e5d51-1da9-47f7-94ae-f2a96d82bc9e","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.718246923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68fd9608-b482-4d07-ba3b-f90e60140d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.772329761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68fd9608-b482-4d07-ba3b-f90e60140d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.9342469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6c18f02e-722f-486b-8642-62e90a16ddae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.934454251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"81398123-cc56-467b-a28d-a083cbc70522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.934246898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-auth","reconcileID":"3447d318-86ca-48ac-9cb9-1d76dcef1ff0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.993726851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"81398123-cc56-467b-a28d-a083cbc70522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.993726853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-auth","reconcileID":"3447d318-86ca-48ac-9cb9-1d76dcef1ff0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:07.996830203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6c18f02e-722f-486b-8642-62e90a16ddae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:08.116039146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"1b26a71c-d605-452c-a05e-33b1b372e851","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:08.277119947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"f1148dd8-866b-466b-8dc8-4a4b2c92f063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:08.277213868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ee26838b-4eae-4e76-a182-92051ccf14eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:08.336318142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"f1148dd8-866b-466b-8dc8-4a4b2c92f063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:08.336341269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ee26838b-4eae-4e76-a182-92051ccf14eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:08.378216046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b8fc1a83-6967-4e41-8468-bd2218b5bfc5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:08.436292212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b8fc1a83-6967-4e41-8468-bd2218b5bfc5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.269294358Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-subscription-no-access","reconcileID":"eced88f1-b434-4055-b879-8ff2c43c88ec","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.499574736Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-subscription-no-access","reconcileID":"eced88f1-b434-4055-b879-8ff2c43c88ec","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.720328619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"2d8a3000-e64d-42a4-9c13-0a87cdc174f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.72463429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"b3cbeb5b-e8ce-4dd2-98db-6430f2aa7648","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.784487044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"d50a07a5-d7b4-446c-a6cf-f07f17a94f5f","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.865844013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"1ee78360-57ef-4505-99e8-77542854365a","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.88484934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-no-access","reconcileID":"0ef20ab7-a44a-40b6-9ef5-af54320fbd2b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.885151235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d64d2a27-92ce-4f85-baa3-032360046f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.885498811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8d728b06-c35a-4715-a7e3-aca11dffa52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.944509876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d64d2a27-92ce-4f85-baa3-032360046f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.944522189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8d728b06-c35a-4715-a7e3-aca11dffa52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:12.946961664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-no-access","reconcileID":"0ef20ab7-a44a-40b6-9ef5-af54320fbd2b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:13.106732855Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-test-auth-no-access","reconcileID":"cae2a949-30c0-465e-aa24-95c43c78188b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:13.27228187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"78926a4a-5c5b-45fa-bd6e-a2861ce54adb","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:17.941386073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-subscription","reconcileID":"d114d5c7-0f6a-459e-b3fb-27af7b21e0da","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.164377394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-subscription","reconcileID":"d114d5c7-0f6a-459e-b3fb-27af7b21e0da","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.282900421Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-subscription-free","reconcileID":"a6afdb29-5867-4b2e-bd32-a958eeefd2ef","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.381119232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"11bb2139-faa6-4e76-9d7c-bcdcce1a0d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.430461759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"b78fa65a-45ab-48b4-9bd9-08c524d16ce2","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.504639678Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-subscription-free","reconcileID":"a6afdb29-5867-4b2e-bd32-a958eeefd2ef","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.581615247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"50cc065e-2603-4394-807a-c8a15a062c9a","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.591370845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"788b4b43-f2ed-4f5d-adbc-a70b0afeef20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.591578597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f9827ef0-eb83-41f6-b020-503f0cdf5b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.591366309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-auth","reconcileID":"a87385de-b2f2-4873-a888-973bcae57d7f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.649945218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"788b4b43-f2ed-4f5d-adbc-a70b0afeef20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.651064524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f9827ef0-eb83-41f6-b020-503f0cdf5b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.652176478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-auth","reconcileID":"a87385de-b2f2-4873-a888-973bcae57d7f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.72138473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"a9a6a25f-91b6-4ec8-905d-b939960ddffb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.721646518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-subscription-premium","reconcileID":"5d5d0f76-ff63-45f4-8d17-9cfd55dfa5fc","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.781569929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"ede03d91-c65b-4069-b096-86f205a91350","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.972689167Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-auth","reconcileID":"6a9ff904-aeaf-4e6a-9bf3-5bb3d4d22bfd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:18.973166366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"8ff55568-add7-41a1-bea1-a40432b81438","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.026770052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"806cb05a-28e7-4a49-a1ed-246408c4693b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.026906948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"32176eb5-1641-4ad4-9797-6d9b7e57c4ad","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.080443146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6c8a5900-86bb-4b29-85f0-161c90466295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.084889768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"806cb05a-28e7-4a49-a1ed-246408c4693b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.085198124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"32176eb5-1641-4ad4-9797-6d9b7e57c4ad","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.138147122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6c8a5900-86bb-4b29-85f0-161c90466295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.185938967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"884075ef-c82b-49a7-b326-13a5f0588c44","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.49856613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"861c8fce-3695-4b49-8a1c-09f0d6ab348e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.499326349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"579f2f27-7a29-49d1-9527-9482873a259b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.499383723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"092a5ebf-459a-4a3b-a273-ca6fff2f4daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.558748395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"861c8fce-3695-4b49-8a1c-09f0d6ab348e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.559922954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"092a5ebf-459a-4a3b-a273-ca6fff2f4daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:19.562381766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"579f2f27-7a29-49d1-9527-9482873a259b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.311732265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"5d5e7dd5-ffb0-4126-b594-d9aefb0aa9d9","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.369590038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"a8bc16fa-d97c-45ce-bebd-c0c22e901009","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.52972705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"6d493bde-88d5-4f8e-9198-5479223f2ed0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.58767803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"6d493bde-88d5-4f8e-9198-5479223f2ed0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.59779666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"45092a37-a20b-4a60-97e5-d670a40db2b1","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.655794429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"c7128384-3acb-4061-b610-8dfb59b2849d","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:21.70844029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-sub","reconcileID":"1454ad97-d8d8-4372-8ab3-f8667a660eb3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.827247698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"03296c22-c7ab-4240-b3fe-078b6f0d2433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.827699034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"bdf00ba7-9739-4881-9c95-233765b405d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.885321584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"03296c22-c7ab-4240-b3fe-078b6f0d2433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.886063362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"bdf00ba7-9739-4881-9c95-233765b405d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.886797906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"c5d1fad3-f56f-440e-b4fc-c6e3af9bf2c1","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.940976211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"758b2c64-33ee-4faf-8f57-1242eb29fb80","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:21.942725484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"3069b6e2-8447-433f-bebd-098c48e298b9","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.100088541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"4e89b1a9-9c04-466e-970c-cabb88db8ce9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.157588153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"4e89b1a9-9c04-466e-970c-cabb88db8ce9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.216181439Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-sub","reconcileID":"cf79a2ab-bb4a-401c-a65e-745320cfe8a4","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/e2e-status-active-sub","ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.254981216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d56cdef5-6074-490f-af1d-cd07d4da2c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.254980089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"cdb8cb20-7d20-440e-951c-ed35e912993c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.313539879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"cdb8cb20-7d20-440e-951c-ed35e912993c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.313567821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d56cdef5-6074-490f-af1d-cd07d4da2c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.38841077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"48cfdcde-d96d-4ce6-bfd7-33f0ec1a6137","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:22.429760364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"4e89b1a9-9c04-466e-970c-cabb88db8ce9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.433504423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"ba02f1c6-4a1e-4264-adc1-375f185c6ceb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.639640131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"46390707-af4c-46bc-96ad-00a258dc8482","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.640426472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-sub","reconcileID":"93d3655e-f717-43d2-a612-5f7a3cc3321d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:22.698802886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"46390707-af4c-46bc-96ad-00a258dc8482","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:23.492784987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdca7a50-429a-43ce-9517-bafbbd5d818a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:23.547503789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdca7a50-429a-43ce-9517-bafbbd5d818a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:23.601368352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdca7a50-429a-43ce-9517-bafbbd5d818a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:23.655286118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdca7a50-429a-43ce-9517-bafbbd5d818a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:24.374157534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"8a90e0de-6435-4ff3-af54-43dc81bfd67a","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:24.534377336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"6527bfa6-420d-48e5-870b-3d42e9fe43cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:24.534386318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"816acaed-d4c3-465d-b8c6-76e876525e0f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:24.534675749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"00a9a6ab-f9dc-459c-a13e-612d383d7aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:24.593109668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"00a9a6ab-f9dc-459c-a13e-612d383d7aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:24.594255816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"816acaed-d4c3-465d-b8c6-76e876525e0f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:24.595404741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"6527bfa6-420d-48e5-870b-3d42e9fe43cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.075021556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"033e381e-2864-4675-9556-5dd0bca70e02","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.134527479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"dbf16b97-2b48-43d5-a886-77b2664e6690","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.334551503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-no-auth","reconcileID":"5f13f133-5ce6-4589-b8ab-570af52dc48e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.364229054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"fe637bc2-79f5-4ebf-9450-e09c0f1e96c7","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.398035154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-no-auth","reconcileID":"5f13f133-5ce6-4589-b8ab-570af52dc48e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.435394375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"8a6a820e-8846-4692-b92e-123aaf3bd85f","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:25.490896909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-sub-only","reconcileID":"6557adf1-8219-48e5-9393-a300fca79d28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.547999667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"89212df6-1b43-4e98-aef8-77dda25062d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.548097469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"3b559035-9a6a-4eef-a5bb-783408c6faa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.608008017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"89212df6-1b43-4e98-aef8-77dda25062d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.6095339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"3b559035-9a6a-4eef-a5bb-783408c6faa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.609916638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"c29978c2-3c4a-46de-a9f3-07141b9891a7","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.666500436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"21506e42-1aac-4433-bca0-6084a73d3ce4","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.729755482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"8fd2c590-4a59-4c04-ab56-f917c4ae1ae1","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.807796417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e41e54-efb2-431c-ac9e-706062afc3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.862986856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e41e54-efb2-431c-ac9e-706062afc3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.923886461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e41e54-efb2-431c-ac9e-706062afc3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.979801622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e41e54-efb2-431c-ac9e-706062afc3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.980027945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-no-auth","reconcileID":"faa1a925-9b02-4b10-a08d-574f667b9153","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:25.98550759Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-sub-only","reconcileID":"fc23c2fa-cbe8-4016-bf13-f9deba427d61","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-5b176c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:26.040431411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-no-auth","reconcileID":"faa1a925-9b02-4b10-a08d-574f667b9153","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:26.091782286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"0a69fb60-8b05-4126-9de0-6d7559ada755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:26.092543731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"fa8d8810-9a7d-4f63-993e-4f0fe608796f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:26.149978647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"0a69fb60-8b05-4126-9de0-6d7559ada755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:26.151603629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"fa8d8810-9a7d-4f63-993e-4f0fe608796f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:26.156064728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"0b9a92e3-9cfb-443c-9404-beff934ca8ef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:26.202942015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"fdd32ab7-a1cf-43c6-b6dc-1d82a102365e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:26.417972333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-sub-only","reconcileID":"80a7ea1b-9c21-4e9d-b336-caed2679319a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:26.777922984Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:28.807709922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"a7869e80-eb9b-486c-acc6-b9b4a4fe2218","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:28.971568245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"82fd4121-5d75-48d4-8af3-5f334e8692c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:28.97537915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"49b3cbdd-4dba-4fb2-a0b6-7b0406313f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:28.975379673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-no-auth","reconcileID":"381cba45-5e52-4919-b260-6c90796cb932","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.03221683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"82fd4121-5d75-48d4-8af3-5f334e8692c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.037402385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"49b3cbdd-4dba-4fb2-a0b6-7b0406313f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.037487678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-no-auth","reconcileID":"381cba45-5e52-4919-b260-6c90796cb932","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.140187557Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-subscription-premium","reconcileID":"2a9d3871-c0d9-4489-ae5a-a4f241a82675","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.363300753Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-subscription-premium","reconcileID":"2a9d3871-c0d9-4489-ae5a-a4f241a82675","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.671458714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"124c9693-36ce-4793-a7ad-68cab8b264ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.673228517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"a582118e-de6f-4da5-9dbb-1f20eac06779","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.833375748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"4c30f577-dc4c-448e-8639-b3d497d1835a","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.839010481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8f975a7d-f40b-4ffb-bcc2-bcdb076d5e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.840790611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"de84204b-26c5-4d05-995b-5c353fc78c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.841844849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9d45314b-10b1-44a0-a133-7f4464103973","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.898661144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8f975a7d-f40b-4ffb-bcc2-bcdb076d5e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.900717054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"de84204b-26c5-4d05-995b-5c353fc78c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:29.901804811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9d45314b-10b1-44a0-a133-7f4464103973","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:30.107741312Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5deeb08e-aeea-42ee-b9e0-d5c8c6170c67","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:30.366277805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"295d637a-7361-4f71-a4d0-30a9de902db4","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:34.539611038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-sub","reconcileID":"e4df4c03-7559-44c5-a037-10aa298742a9","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:34.760630958Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-sub","reconcileID":"e4df4c03-7559-44c5-a037-10aa298742a9","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:34.977609221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"16d53d6c-015b-4830-b05b-efd8c71777db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:35.029010183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"65c27cd1-ffda-40f3-89c7-739ec97bade8","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:35.176293977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"c3fc2b61-5377-4db6-ad95-17e4a7af7980","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:35.190100134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"f736bc70-5d54-430e-9225-0fd8598ef420","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:35.19017597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"49dcd5e5-c88f-4d7a-b98e-c00886eea04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:35.190718378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"980a42d8-3087-4bc9-94e7-71d785365187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:35.248767382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"980a42d8-3087-4bc9-94e7-71d785365187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:35.249871462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"49dcd5e5-c88f-4d7a-b98e-c00886eea04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:35.251359239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"f736bc70-5d54-430e-9225-0fd8598ef420","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:35.456861268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth","reconcileID":"2b79b908-4560-4013-adff-1606bfcfaa52","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:35.714991989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"b76274c5-5136-42d9-8c19-231f4a282a93","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:36.597837882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"f0d6eb5a-d8b2-4be0-8a4a-16656ed31dcb","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:36.655991212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"5569c1c8-b0c0-4a93-bd1b-afac75e6e758","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:36.818382587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth-only","reconcileID":"8b29b3e4-c17d-4c87-9eee-96f9aabeb792","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:36.876582247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth-only","reconcileID":"8b29b3e4-c17d-4c87-9eee-96f9aabeb792","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:36.952676339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"c54edd69-6412-411f-bf60-5b1fa149789c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-474d66","tenantID":"e2e-praxis-a-474d66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:37.070818551Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"c54edd69-6412-411f-bf60-5b1fa149789c","name":"e2e-praxis-a-474d66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:37.199674622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"f77025b7-efeb-4292-b6d3-a456653a5de2","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:37.390098946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth-only","reconcileID":"0111c31b-2118-4317-82ef-185de50ee0fd","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:37.447619231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth-only","reconcileID":"0111c31b-2118-4317-82ef-185de50ee0fd","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:38.445710451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-failed-sub","reconcileID":"219dca5c-a7c1-42c0-8992-59a3624b1fed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:38.495389343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"274bd42c-e2fb-4391-bf86-2227f824e293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:38.495390043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c13228b0-ee8f-4375-bf02-c29b89b6ada7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:38.553088066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c13228b0-ee8f-4375-bf02-c29b89b6ada7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:38.553116729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"274bd42c-e2fb-4391-bf86-2227f824e293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:38.925837974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"87d02f1d-0a05-488e-b3f5-9b0e994a98a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:38.925835962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"07df6bcd-78a8-4d56-a6b3-0b2c65285879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:38.977658014Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-sub-only","reconcileID":"3d0077ea-5203-410b-9e23-e06f4c2a656f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:38.983304132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"87d02f1d-0a05-488e-b3f5-9b0e994a98a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:38.983309635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"07df6bcd-78a8-4d56-a6b3-0b2c65285879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.198566719Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-sub-only","reconcileID":"3d0077ea-5203-410b-9e23-e06f4c2a656f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.202556103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-active-auth-only","reconcileID":"73206d09-2de0-4620-a2b2-c9aadc42cc90","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.202649767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"0bd9b496-c865-42c5-b3fe-5333d92e0b97","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.403056109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"1e95708f-e93e-454b-82e9-d1de1b364935","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.414617439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"a633b570-ed9c-48d7-a1c5-ae4a01bf54d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.464194363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"3dcf1497-acd1-4366-81ec-2cc82601d168","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.629638819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"da926abe-618b-4662-81c2-e730c5c904c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.629686406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"82831102-b097-4298-a007-b91da5217f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.630104836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-no-auth","reconcileID":"e74439e3-1d71-4d97-a954-a780d72468dd","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.631318546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"b4915039-2411-40e6-83e6-bfd8f5fc8f7b","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.688248071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"82831102-b097-4298-a007-b91da5217f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.688525746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-no-auth","reconcileID":"e74439e3-1d71-4d97-a954-a780d72468dd","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.690536741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"da926abe-618b-4662-81c2-e730c5c904c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:39.896105942Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-test-group-no-auth","reconcileID":"5714ba0f-99cf-4503-8d1a-293ef5d738d6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.108794534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"96a4c0b4-de15-41a2-9e65-fb03548f7418","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.481340777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"76f67e98-0ccb-4158-8fa6-5a80ce704cb1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.481372596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"76f67e98-0ccb-4158-8fa6-5a80ce704cb1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.540725074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"756dc3c7-4bcb-4324-885a-962a258959dc","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.648708357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"5c293bd1-d664-4019-80d0-6ca142074c59","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.64872792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"5c293bd1-d664-4019-80d0-6ca142074c59","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.70747017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"85d8c1ef-a575-4cba-a436-06365c334766","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.707490678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"85d8c1ef-a575-4cba-a436-06365c334766","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.921400076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"998d630b-1f61-44ac-b539-52490de75dcc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.949160407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"3027e834-809e-4d60-be2c-490fa3223c5b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.9491869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"3027e834-809e-4d60-be2c-490fa3223c5b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.972177986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6d227b48-0fe5-42ae-9ffe-682fc9cfc34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.972335992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c3ee74be-cad1-4f13-8cea-10eeff9c21e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:40.978896822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"998d630b-1f61-44ac-b539-52490de75dcc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.011629517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"edfd8b57-e2d7-425e-b09d-457d71618489","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.011649825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"edfd8b57-e2d7-425e-b09d-457d71618489","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.030680231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c3ee74be-cad1-4f13-8cea-10eeff9c21e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.032696633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6d227b48-0fe5-42ae-9ffe-682fc9cfc34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:41.063117593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-sub","reconcileID":"6e7d5eb2-d76d-4c87-b93c-aa4c6916e771","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:41.067052356Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"edfd8b57-e2d7-425e-b09d-457d71618489","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:41.06715653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"edfd8b57-e2d7-425e-b09d-457d71618489","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.0730182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"9adc372f-e68a-438f-8adf-966e127a7154","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.073041578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"9adc372f-e68a-438f-8adf-966e127a7154","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.165804653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"43438002-d903-45a2-8b5c-d416f4f52d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.170655237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e9744324-8d94-4076-a477-b49ad3285a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.173903181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"9c7bd094-9af9-4535-95cc-1f039a9a5f5e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.17392513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"9c7bd094-9af9-4535-95cc-1f039a9a5f5e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.225231731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"43438002-d903-45a2-8b5c-d416f4f52d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.230971309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e9744324-8d94-4076-a477-b49ad3285a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.235053398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"ade700ce-8918-4a0e-b874-6279d74a1417","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.235083049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"ade700ce-8918-4a0e-b874-6279d74a1417","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.30166994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"6f79879e-d315-4f02-9316-977a35c53114","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.301691667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"6f79879e-d315-4f02-9316-977a35c53114","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.4569056Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-sub","reconcileID":"b522f787-7e11-4499-9944-1963d4686de4","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.515462031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"f8edcc23-f1b2-4866-9bd8-691192f5a12e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.573225043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"f8edcc23-f1b2-4866-9bd8-691192f5a12e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.616166878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"f63d91c8-15e1-4ea9-8393-e1e07bfb5671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.616156062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"878cec73-0ea6-4ad8-933a-1c4f4c6da1d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.665014507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"7fc43b6e-a2a0-47d0-ac9b-06b25019bd6f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.665034206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"7fc43b6e-a2a0-47d0-ac9b-06b25019bd6f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.675102939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"f63d91c8-15e1-4ea9-8393-e1e07bfb5671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.675218629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"878cec73-0ea6-4ad8-933a-1c4f4c6da1d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:41.880340259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-sub","reconcileID":"a68f37c0-3b6f-49ec-9689-5d15aa824113","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:47.971937368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-status-failed-auth","reconcileID":"be91ec73-92d2-4d13-80ce-15b6910a4494","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:48.031120225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-status-failed-auth","reconcileID":"be91ec73-92d2-4d13-80ce-15b6910a4494","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:48.087811851Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-status-failed-auth","reconcileID":"be91ec73-92d2-4d13-80ce-15b6910a4494","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:48.469774181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-status-failed-auth","reconcileID":"f108f1a2-cd65-4a81-8aad-c715ffabcac9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:48.528968106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-status-failed-auth","reconcileID":"f108f1a2-cd65-4a81-8aad-c715ffabcac9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:48.585614454Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-status-failed-auth","reconcileID":"f108f1a2-cd65-4a81-8aad-c715ffabcac9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:50.176935496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-status-failed-auth","reconcileID":"6a0aaf24-475a-4832-a9a2-80a90fe406e6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:50.978897642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-failed-sub","reconcileID":"a88ef50d-755b-48f5-963a-d1624349ff8a","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:50.979023714Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-failed-sub","reconcileID":"a88ef50d-755b-48f5-963a-d1624349ff8a","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.245766996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"c8fba4ff-285b-42c3-8632-4874f631f507","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.304246893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"9153007e-59fd-4d9c-9565-2d18ad1ea132","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.368558372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"60371015-ec97-4a40-b64e-28f83012e57c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.368577264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"60371015-ec97-4a40-b64e-28f83012e57c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.466728724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey-auth","reconcileID":"c272820e-c8b9-4976-a6bd-39d072ea9a92","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.471717251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"1095aeaf-9a15-46a9-b55c-7bf5aaec3520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.471740556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c47fd632-3f48-4a09-9999-875a2525ef44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.525804299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey-auth","reconcileID":"c272820e-c8b9-4976-a6bd-39d072ea9a92","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.530704335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c47fd632-3f48-4a09-9999-875a2525ef44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.530754251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"1095aeaf-9a15-46a9-b55c-7bf5aaec3520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.534484038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"d1e787c3-cc6d-4bc7-8e15-7d4138c2b35a","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.590997658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"98b08838-3fdc-45b0-a555-a77fe5cda210","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:10:51.6467352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey","reconcileID":"daa81920-576b-4d8f-ac8f-4cabf0c8f7ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.695957009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"5cb89db3-cbb0-409c-b08e-0eb7249192d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.696028988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"95320d76-0a3f-43d6-9c75-4dbf805cfe84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.754399577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"5cb89db3-cbb0-409c-b08e-0eb7249192d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.755525622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"95320d76-0a3f-43d6-9c75-4dbf805cfe84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.767299751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"83ff1f9c-6a8b-4631-949d-72487427c942","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.825394791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"080a8e7c-64e4-4191-8998-f289c416df19","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:51.904054741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"afed788f-2c18-4a31-b32b-66f7b550931a","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.088782962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey-auth","reconcileID":"adaa4251-12ed-4715-a592-b8d07a3cbb3f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.110355513Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey","reconcileID":"c8a1c1cb-0ce3-4ca0-b88d-212cf3c6d9c8","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.110571732Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey","reconcileID":"c8a1c1cb-0ce3-4ca0-b88d-212cf3c6d9c8","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-5b176c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.148817477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey-auth","reconcileID":"adaa4251-12ed-4715-a592-b8d07a3cbb3f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.206268626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"b81cdcb2-f4ab-4e72-aa6a-fde4cd512c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.206280648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f6d11541-6977-446c-b3a9-8c75f8ce0654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.211209967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"7da8fe30-1b4f-4589-8ffe-bd8973aca645","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.265366413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"b81cdcb2-f4ab-4e72-aa6a-fde4cd512c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.266561758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f6d11541-6977-446c-b3a9-8c75f8ce0654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.267282844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"abaad461-2870-47cb-9ea6-ca3bb0722395","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.330490449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"3cb936b4-bb0e-4920-8ef2-000f3520008b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.33829823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"1a2e3d35-1ef0-4343-b55e-c7163d0b7a49","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.480165629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-degraded-auth","reconcileID":"50d18290-b03a-481a-a374-e81ebfcf34da","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.537852709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-degraded-auth","reconcileID":"50d18290-b03a-481a-a374-e81ebfcf34da","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.554168972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey","reconcileID":"f734b050-eae2-44bd-a420-e26586704a4e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.554368795Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey","reconcileID":"f734b050-eae2-44bd-a420-e26586704a4e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-5b176c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.647804455Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-degraded-auth","reconcileID":"50d18290-b03a-481a-a374-e81ebfcf34da","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.797233209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-sub","reconcileID":"84177bc2-714e-4dfd-9cc7-a38813fcce60","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.960456345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"86b19d83-aedd-4156-999f-9fead1774e5b","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.967029365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"98f7efb8-dc07-4c14-b74a-7f4d6fec1ee0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"tenant":"e2e-worker-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:52.967046558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"98f7efb8-dc07-4c14-b74a-7f4d6fec1ee0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:53.174624691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-degraded-auth","reconcileID":"d8cf1047-6fb5-459a-8349-c9f4242cad26","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:53.232096615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-degraded-auth","reconcileID":"d8cf1047-6fb5-459a-8349-c9f4242cad26","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:53.342896107Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-degraded-auth","reconcileID":"d8cf1047-6fb5-459a-8349-c9f4242cad26","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:53.99064857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"511239d4-4f84-4a8e-9d8b-c37ad9bf58db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:53.990716416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"8e28c97b-9211-48ef-b3cc-3782ee32dc1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:53.991087089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"c754aabc-a340-435b-9aad-a60c7366407d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.048940366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"511239d4-4f84-4a8e-9d8b-c37ad9bf58db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.050773357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"c754aabc-a340-435b-9aad-a60c7366407d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.052463839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"8e28c97b-9211-48ef-b3cc-3782ee32dc1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.596981466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"4e54d051-6158-47ff-aa2e-418e0981da55","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.667619024Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-degraded-auth","reconcileID":"50f6ea82-5c12-48ef-8ff6-6d097b5f747c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.667653842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"dc1367e7-0ef3-43cd-9648-258e6e566331","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.723717947Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-status-degraded-auth","reconcileID":"50f6ea82-5c12-48ef-8ff6-6d097b5f747c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.761643013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey-auth","reconcileID":"3813437d-19b5-4ec9-8a3f-312f6460b36f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.761873669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6776d2e5-ed8c-4c76-8aca-00daa518a9ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.761643353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f60f75b3-2643-4d00-9358-9bfd33ba7e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.820937619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey-auth","reconcileID":"3813437d-19b5-4ec9-8a3f-312f6460b36f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.822187708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f60f75b3-2643-4d00-9358-9bfd33ba7e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.823456889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6776d2e5-ed8c-4c76-8aca-00daa518a9ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.831350676Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-sub","reconcileID":"bc76ee9f-a262-4bea-97b2-983781304993","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.885721381Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"e2e-temp-model-status","reconcileID":"f0212f32-9100-46d7-8b53-80e6063b2342","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.885744948Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-sub","reconcileID":"bc76ee9f-a262-4bea-97b2-983781304993","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:54.993202205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"87708e72-f0aa-43e4-aa34-c6ddd63ede4f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.052460006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"87708e72-f0aa-43e4-aa34-c6ddd63ede4f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.052515157Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"87708e72-f0aa-43e4-aa34-c6ddd63ede4f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.054059998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"1bd3daea-83ee-42c9-a4c1-b617d78bac5c","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.05462427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"5b83ac83-32ea-4da0-8104-94adc4e79dbd","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.197080096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"af8dad9d-0ad4-4df2-9070-da22dff5319c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.255190601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"af8dad9d-0ad4-4df2-9070-da22dff5319c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.296774564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"4daf1a4a-a6e7-4b9a-82a4-10fbd8bba9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.355142603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"4daf1a4a-a6e7-4b9a-82a4-10fbd8bba9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.438466543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"b0067408-b3b5-4297-ba46-45e3bedba4f7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.496101356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"b0067408-b3b5-4297-ba46-45e3bedba4f7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.496158106Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"b0067408-b3b5-4297-ba46-45e3bedba4f7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.676911029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"417144c5-750c-48b2-85c4-47ddee443d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.735459243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"417144c5-750c-48b2-85c4-47ddee443d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.779378566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"56756051-99fc-40e7-adb6-9700993a1442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.838030847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"56756051-99fc-40e7-adb6-9700993a1442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.892882913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"29830a2c-559c-49df-b999-b0039754a63a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:55.950867767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"29830a2c-559c-49df-b999-b0039754a63a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:56.007580018Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"29830a2c-559c-49df-b999-b0039754a63a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:56.113256679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8ebae6ac-321e-4e66-9ebc-6204da732faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:56.171953898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8ebae6ac-321e-4e66-9ebc-6204da732faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:10:56.778214782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:03.558613929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"9e318b1e-24e8-480a-a0af-767b94083a63","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:03.617307201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"b078a32d-d2b9-445d-b77c-37eba5eace18","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:03.669518842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-list-subs-refs-sub","reconcileID":"c7244b55-12fb-4201-a7ef-b62c50a00cde","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:03.719013047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d68a92c9-86f7-42e9-b13f-4b13e82bf778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:03.719014006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"406309b6-e999-4f60-ba98-54444493e873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:03.777151515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d68a92c9-86f7-42e9-b13f-4b13e82bf778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:03.777429036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"406309b6-e999-4f60-ba98-54444493e873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:03.785686443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"a74b3d70-ebff-4f0b-b18e-db146e9adab1","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:03.844097837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"0b8ac0b0-b427-46b2-a2e3-5af2d535b032","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.11843885Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-list-subs-refs-sub","reconcileID":"eaa6a669-8ea9-4f50-93d6-d7eb88305e8a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.145914763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"b0e407a2-4045-45a7-8dea-9f5886d9d763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.146031293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"44426593-39bc-41da-9e4d-99bdb82873a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.203397135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"b0e407a2-4045-45a7-8dea-9f5886d9d763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.203458591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"44426593-39bc-41da-9e4d-99bdb82873a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.286757268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"72d15009-467c-4e89-869c-608ab996953b","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.334758094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"ea29b9dc-6f82-4eae-9084-15dc096e05b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.502738499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-list-subs-refs-sub","reconcileID":"592d7a06-92d8-489e-9264-8958afdfc333","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.767108019Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey","reconcileID":"118382ff-4d81-4561-9c1f-1093ea0f1659","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.988480638Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey","reconcileID":"118382ff-4d81-4561-9c1f-1093ea0f1659","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.988517711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey","reconcileID":"118382ff-4d81-4561-9c1f-1093ea0f1659","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:04.988615737Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey","reconcileID":"118382ff-4d81-4561-9c1f-1093ea0f1659","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-5b176c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.203845602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"121f99c0-d398-47d2-a451-eb1514063662","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.264899214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"4392c733-bcf9-4c51-b230-aebf2907b419","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.327645193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"136a6088-16ed-4e90-921d-d1847c7145a2","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.415707882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"4ebc77a8-dd68-45b2-a045-468d44e3882c","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.425753852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey-auth","reconcileID":"ccfb8713-1bf0-48d7-9835-b82f9d202228","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.426180236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"ed34e97e-0840-4037-bb8e-3616b4ab34ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.426504082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"eb4756f1-96e1-4c75-b8e0-44cac0e10305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.484817042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey-auth","reconcileID":"ccfb8713-1bf0-48d7-9835-b82f9d202228","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.484840337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"eb4756f1-96e1-4c75-b8e0-44cac0e10305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.487206012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"ed34e97e-0840-4037-bb8e-3616b4ab34ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.692272441Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-apikey-auth","reconcileID":"81105b31-17fa-46f8-945e-756cb4357302","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.69361124Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-sub","reconcileID":"080b7fd2-8e0a-4e93-b641-d74461bfc33f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.693737651Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-sub","reconcileID":"080b7fd2-8e0a-4e93-b641-d74461bfc33f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:05.90332186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"8108010b-ad3b-49a2-b05e-3a93646653ed","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.18399677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"85735df8-72bf-4f70-a9d6-f846b6675221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.184274677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"554036fd-081a-448a-99d0-4e44278f981b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.184539448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"c119f7f5-7fe7-4632-af22-bc269837797e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.244491884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"85735df8-72bf-4f70-a9d6-f846b6675221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.247434922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"554036fd-081a-448a-99d0-4e44278f981b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.247436981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"c119f7f5-7fe7-4632-af22-bc269837797e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.306032569Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"554036fd-081a-448a-99d0-4e44278f981b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.452573826Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-status-transition-auth","reconcileID":"4eeee449-b9e9-4d26-9956-13ecc2431ad8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.597847339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"941e021f-899e-4669-95c5-f726de5a231a","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.758610255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"15a5bda0-334b-4f7a-b1bb-ad463487ca27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.759083154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"291bceea-cfbe-40b6-aacd-5d8481453e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.836136389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"15a5bda0-334b-4f7a-b1bb-ad463487ca27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.839601279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"291bceea-cfbe-40b6-aacd-5d8481453e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.840163971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"bf3cffd1-21c9-47a9-bfa8-012d12d8361f","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:06.890254438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"779aeed5-b641-4304-bac4-5727fb33a5a2","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.051116826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube-auth","reconcileID":"cd2cf22e-e8ee-4de7-8e58-626267047902","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.110254515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube-auth","reconcileID":"cd2cf22e-e8ee-4de7-8e58-626267047902","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.11211274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"cde81f5a-b50b-4511-8e41-f9da334aae1f","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.171975685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"2b5cdae8-a2cd-4a49-b116-8d1f9a80af72","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:07.221434685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube","reconcileID":"41a42ce0-1096-4b25-a07a-76ea5ffadbba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.272958977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"a8334dd6-58a5-423d-93b9-c04ebf66562b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.272958797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a69d5d0d-62fc-4211-8738-429c95466451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.331189926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a69d5d0d-62fc-4211-8738-429c95466451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.331256284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"a8334dd6-58a5-423d-93b9-c04ebf66562b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.3398632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"a01b4811-f52a-4be0-ab59-f112c6947db7","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.383849276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"a7baba03-8d5a-4a33-98a4-bf6e4074d164","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.398095862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"d718e993-844c-4e10-9868-acd80f03cfc5","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.545008908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube-auth","reconcileID":"8aa102db-0eab-4d99-8827-9e6312783821","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.602689909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube-auth","reconcileID":"8aa102db-0eab-4d99-8827-9e6312783821","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.676391347Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube","reconcileID":"f193d5f4-d718-41d6-aee3-2b5742c7c8a7","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.676509486Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube","reconcileID":"f193d5f4-d718-41d6-aee3-2b5742c7c8a7","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-5b176c/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.699646455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"e727eabe-fc21-4c6f-a639-c046803689b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.699682296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f7a620e7-d4d1-4dd4-bfa7-22353a3c18e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.759258755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f7a620e7-d4d1-4dd4-bfa7-22353a3c18e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.759393077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"e727eabe-fc21-4c6f-a639-c046803689b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.76009621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"a3805106-1ab6-455b-9979-bed47d66c2bd","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.816593251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"f924c4c4-262c-46f8-8760-dc032b9fd600","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.893053346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"b77384fd-adcd-41e5-97f8-a62753d9b2e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.948631229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"84497434-67e4-439a-a1d9-965cc1a654e6","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:07.976069496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"09a8b0df-cb66-4cd4-bb24-3024ff7b953a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.03325362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"09a8b0df-cb66-4cd4-bb24-3024ff7b953a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.050046398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"a331ed3e-3252-4d3d-807c-e7a417b7d3bc","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.109744024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"24cbdad6-afcf-45fd-8185-304a56aa8010","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.163631461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"f2c29d56-aada-4d47-873c-3d15a1f5e23c","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.164150172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube","reconcileID":"069bda12-3569-4019-b3c3-110d4e7b2e9d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.164256341Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube","reconcileID":"069bda12-3569-4019-b3c3-110d4e7b2e9d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-5b176c/nonexistent-model-kube","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:08.167602535Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9a1b3f/e2e-degraded-healthy-inf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.210724564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"a11784ea-d5fd-42a7-a560-36ec543698b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.210926542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"3a907b38-fe5c-4f9b-9560-256be9b716bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.221643957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"be6789e8-47f5-487a-af93-ae4610829f4d","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.270644881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"a11784ea-d5fd-42a7-a560-36ec543698b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.270686929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"3a907b38-fe5c-4f9b-9560-256be9b716bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.354396837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"456e1973-956d-432b-abe6-c86218f2f363","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.443671443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"719a7fc9-08ff-4432-bbc3-6bd36e1fa83c","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.49423269Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf","reconcileID":"98967dce-662f-4073-a5f9-2fbfe92aa788","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.494386446Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf","reconcileID":"98967dce-662f-4073-a5f9-2fbfe92aa788","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-9a1b3f/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.51437225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"47984823-0628-4fe4-8870-e08cf2d48804","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.573173056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"47984823-0628-4fe4-8870-e08cf2d48804","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.659587343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"2e8b92f8-218d-40e3-8d65-75726f96f6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.660571627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"718109b0-3dde-42d1-9d0d-ca4698d259e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.710598494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"d638c2ff-6993-4441-905a-c60dd3ef2e5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.717080013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"2e8b92f8-218d-40e3-8d65-75726f96f6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.718115203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"c2b2139d-2f4f-4478-bdd1-928e4a68050b","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.721298774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"718109b0-3dde-42d1-9d0d-ca4698d259e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.933065123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf","reconcileID":"21ed8b7b-d270-4746-ad14-78144d0de3a9","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:08.933223374Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf","reconcileID":"21ed8b7b-d270-4746-ad14-78144d0de3a9","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-9a1b3f/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:09.8908449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"f764017b-f7b4-48c1-9e57-7ddbe38f6944","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:10.051928714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7a38d37a-20d1-430b-ba75-f8b343d1b9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:10.052195222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"4dd40622-9783-45b3-b9b2-386b2238f7a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:10.051928627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube-auth","reconcileID":"d1577456-f3c0-418c-8a77-fd0667db27a7","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:10.112667865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7a38d37a-20d1-430b-ba75-f8b343d1b9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:10.112821834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube-auth","reconcileID":"d1577456-f3c0-418c-8a77-fd0667db27a7","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:10.115637964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"4dd40622-9783-45b3-b9b2-386b2238f7a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:11.140731028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"2fcca427-06e1-48cc-a936-86225e10b9d6","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:11.301020845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"caeb5261-6611-455f-a0e4-c90b24fe0ee9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:11.301205479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"864f04bb-9091-4917-99c6-c6f78c58a61d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:11.301020713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"69caf16e-75a7-4cb0-9725-d8f5953a62c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:11.360818142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"69caf16e-75a7-4cb0-9725-d8f5953a62c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:11.361522272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"864f04bb-9091-4917-99c6-c6f78c58a61d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:11.363252559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"caeb5261-6611-455f-a0e4-c90b24fe0ee9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:16.765783516Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-list-subs-refs-sub","reconcileID":"59010118-418c-4cc1-9280-76271e9cef25","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:16.98471436Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-list-subs-refs-sub","reconcileID":"59010118-418c-4cc1-9280-76271e9cef25","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:17.204005621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"6a97c0b7-5789-49ba-b918-c4bcb5ef62f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:17.209579102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"80ff5d7c-bd5e-4c2f-9a02-a98e43a08024","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:17.370544175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"3550a544-d749-4b0e-b35d-b7d55e7ad917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:17.370544158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"754f155c-fc5d-403a-a22e-0aed5e5c5b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:17.42868037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"754f155c-fc5d-403a-a22e-0aed5e5c5b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:17.429361123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"3550a544-d749-4b0e-b35d-b7d55e7ad917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.031562339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"cf2c6485-595d-4164-8782-96f11c964a90","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.031596379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"cf2c6485-595d-4164-8782-96f11c964a90","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.090776709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"c7b60a5d-f631-4c36-bee5-9cb4b674e4f2","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.217753467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"abe55ef8-59a2-4134-83ef-4ea1ec34d219","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.217781949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"abe55ef8-59a2-4134-83ef-4ea1ec34d219","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.275018823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"3c92d740-c766-4c28-8a32-6658b3c0e7e8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.275158191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"3c92d740-c766-4c28-8a32-6658b3c0e7e8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:18.334767764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-sub","reconcileID":"453ca487-19a3-4912-a91d-1e35258e0c31","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.37935782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e4a487e8-a101-49d1-828a-9dafcde5edce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.379378901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"93495ca6-418d-4c9c-afc7-fd457fccea06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.437080258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"93495ca6-418d-4c9c-afc7-fd457fccea06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.437346668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e4a487e8-a101-49d1-828a-9dafcde5edce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.452255189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"c3b9ca55-242c-4d21-805a-d9d2cbb5286c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.452273256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"c3b9ca55-242c-4d21-805a-d9d2cbb5286c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.510940789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"732347f7-fb5d-4692-8d5e-143d5336bf7c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.510960745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"732347f7-fb5d-4692-8d5e-143d5336bf7c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.54102293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"1835f69a-343d-44ab-9005-71f5b9eaadcb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.541045083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"1835f69a-343d-44ab-9005-71f5b9eaadcb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.601431473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"1da14c7f-42a9-42d5-88e7-cb990436f6cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.601453365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"1da14c7f-42a9-42d5-88e7-cb990436f6cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:18.656879794Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"1da14c7f-42a9-42d5-88e7-cb990436f6cc","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:18.656966543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"1da14c7f-42a9-42d5-88e7-cb990436f6cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.662408591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"d542cf0e-7367-4f9a-a502-12ec8de43a24","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.662435169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"d542cf0e-7367-4f9a-a502-12ec8de43a24","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.731542134Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-sub","reconcileID":"d9fe6036-bf1b-4a41-956f-c4dede03a42b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.817550145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-auth","reconcileID":"5a82643f-d192-485e-a0d6-9fae02dc51ba","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.876836455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-auth","reconcileID":"5a82643f-d192-485e-a0d6-9fae02dc51ba","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.903591433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"6098ac63-e1d1-4e65-8d4b-18487bdcf4fd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.903616106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"6098ac63-e1d1-4e65-8d4b-18487bdcf4fd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.913419846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"6d5cd6a4-1b6a-459b-9727-55f4c48e29fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.913417051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"03f42338-fbfe-43b4-9ff1-a6ad8aee2e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.973538483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"6d5cd6a4-1b6a-459b-9727-55f4c48e29fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:18.973656194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"03f42338-fbfe-43b4-9ff1-a6ad8aee2e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:19.118922932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-sub","reconcileID":"cfc95955-9773-47b6-a9b0-2c24215640fc","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:19.204851222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"430adfae-c4b3-486d-babc-7a92d16483ff","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:19.204874292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"430adfae-c4b3-486d-babc-7a92d16483ff","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:19.422179963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-auth","reconcileID":"4f8d0113-b7aa-44ba-9dc9-f742fe8000b3","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:19.482060487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-auth","reconcileID":"4f8d0113-b7aa-44ba-9dc9-f742fe8000b3","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.058621343Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube","reconcileID":"499ecdb5-4245-404f-ba12-a4b89cde2170","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.283327622Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube","reconcileID":"499ecdb5-4245-404f-ba12-a4b89cde2170","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.28346504Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube","reconcileID":"499ecdb5-4245-404f-ba12-a4b89cde2170","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.283646654Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube","reconcileID":"499ecdb5-4245-404f-ba12-a4b89cde2170","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-5b176c/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.512100978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"ea44c167-2d21-4084-b973-71015062b0d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.625544213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"560c33ae-5995-4e61-b307-d690bde2ccbc","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.694716369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"01584962-0e1f-43d4-88c6-37398bc7e43b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.694830581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"01584962-0e1f-43d4-88c6-37398bc7e43b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.7849301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"9adf5eb8-d033-4c73-befc-bd0908afc8a6","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.799710815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"0272066f-a47f-443b-ac59-9d4bd53bf7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.800452356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube-auth","reconcileID":"1ca3cc66-587a-456d-8d85-51c9cc575572","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.813461446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"0a9f4484-e6d9-479b-aa64-582b20eb674c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.872899678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube-auth","reconcileID":"1ca3cc66-587a-456d-8d85-51c9cc575572","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.889668666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"0272066f-a47f-443b-ac59-9d4bd53bf7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:20.891821908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"0a9f4484-e6d9-479b-aa64-582b20eb674c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:21.050707928Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-degraded-models-kube-auth","reconcileID":"6357ab5c-1194-4b93-96ea-5a82c60b716f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:21.232482386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"9d3d1826-e426-4840-989c-0f9492b8e958","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:21.326530771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf","reconcileID":"59de9c2e-5773-48c5-9361-ef9981f47a00","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:21.560499799Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf","reconcileID":"59de9c2e-5773-48c5-9361-ef9981f47a00","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9a1b3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:21.560639422Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf","reconcileID":"59de9c2e-5773-48c5-9361-ef9981f47a00","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:21.56083865Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf","reconcileID":"59de9c2e-5773-48c5-9361-ef9981f47a00","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-9a1b3f/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:21.810872043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"9ea055fa-40cc-493f-a0ec-7101ebfdb609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:21.966075188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"96b9aa67-82d4-4ca4-8870-1b7d48667f95","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.144692359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"05e514df-9e03-4ca9-8eaa-7cb2ffad5597","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.204321696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b3dfcb17-de11-4325-8337-0ee13ef6291d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.206649628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"89ca6c84-671d-4ddb-86a8-953f20170039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.272256215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"f327199f-5fff-4127-bba2-7ad166a96170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.278375927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"89ca6c84-671d-4ddb-86a8-953f20170039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.281718293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b3dfcb17-de11-4325-8337-0ee13ef6291d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.337011294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"f327199f-5fff-4127-bba2-7ad166a96170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.492932868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ced3292e-4d2d-42a9-875e-a01cdfab7361","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.676198672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"15201505-3cf7-4320-9323-f5fa1f5a5f35","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.812745823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"27f24555-ff6e-47aa-aa2b-921c428f4c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.813893139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d9b0867b-fdf6-4b91-a96b-78acd022ccf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.880732409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"27f24555-ff6e-47aa-aa2b-921c428f4c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:22.885318143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d9b0867b-fdf6-4b91-a96b-78acd022ccf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:23.691503866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce13818-12ae-44dc-8048-cd1ee3d2a605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:23.753363728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce13818-12ae-44dc-8048-cd1ee3d2a605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:23.810047634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce13818-12ae-44dc-8048-cd1ee3d2a605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:23.866306717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce13818-12ae-44dc-8048-cd1ee3d2a605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.034870749Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-auth","reconcileID":"f4132ed5-d07f-4167-884f-116f00d32495","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.035758553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"300788a5-ed72-4310-8c0e-c90fced1314b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.035878471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"300788a5-ed72-4310-8c0e-c90fced1314b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.309643981Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-auth","reconcileID":"1044f691-5822-4607-9276-bca190b73952","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.310354374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"3c40bb55-0afd-492a-89db-f1c71533e8d0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.31041756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"3c40bb55-0afd-492a-89db-f1c71533e8d0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.322708738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"caa6c645-2047-43be-8179-4372119580dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.323328393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"90d30869-5bd9-4822-b085-ac8cfd5fd847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.380765261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-sub","reconcileID":"6a650cb5-6caa-46ba-9173-0c78cc57b0fd","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.391386267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"90d30869-5bd9-4822-b085-ac8cfd5fd847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.391417372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"caa6c645-2047-43be-8179-4372119580dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.478605376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"6864b907-8aa0-48f3-9c1c-9815607ff1cd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.478736636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"6864b907-8aa0-48f3-9c1c-9815607ff1cd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:24.520173594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-auth","reconcileID":"1044f691-5822-4607-9276-bca190b73952","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.798846042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"bb60bf5a-519b-426d-8483-22c16c8da8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.799266186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"14397a10-50ef-440a-9c9a-4debd0ab0ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.865021142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"bb60bf5a-519b-426d-8483-22c16c8da8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:24.872264655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"14397a10-50ef-440a-9c9a-4debd0ab0ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:25.90317847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202fab58-f184-40e8-b9ff-8341b800bd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:25.95785434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202fab58-f184-40e8-b9ff-8341b800bd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:26.012698087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202fab58-f184-40e8-b9ff-8341b800bd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:26.068389427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202fab58-f184-40e8-b9ff-8341b800bd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:26.789342079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.512784424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"15fed53e-ff61-477f-bc12-3f6b701e46aa","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.573316631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"d4f1baf5-c0f2-4e4c-a35f-4f7d66144aa3","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:28.625100152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-sub","reconcileID":"cb02cc01-913b-45fb-9c5d-9bb925ee570a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.675979207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"e8f402e8-8036-429d-bfe5-4f21ab0132ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.676565839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"d421c5f2-3c82-473a-9a9c-7f63fd2acfc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.734736425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"e8f402e8-8036-429d-bfe5-4f21ab0132ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.735762238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"d421c5f2-3c82-473a-9a9c-7f63fd2acfc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.742882089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"7762e72d-504c-4fba-a7d7-8aab092949ce","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.799188528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"c4169b89-74d4-498f-ac54-3a7bd10b7349","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.846981984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"2abb69af-f88f-454a-a370-dbdd0ffeab93","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.847079338Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-5b176c priority=0:[ai-tenant-e2e-worker-w0-5b176c/e2e-model-match-sub ai-tenant-e2e-worker-w0-5b176c/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.906162078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"204f4ed6-763d-4c9b-8ab5-c22857e19d57","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:28.957056998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"c41d8cd1-c097-4b02-8878-c32fa49bd8d9","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:28.960753878Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-5b176c/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.015029681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"f325ada4-024c-4585-bb04-49a252f4804b","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.015979574Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-sub","reconcileID":"c91fdb5a-8855-48ee-8e89-8cab4b6f57b5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-w0-5b176c","model":"distinct-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.107359527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"2897997f-0ba0-4e85-85f7-54ae70befc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.109975628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"8ca5daa9-1db9-4b54-83e9-8ba7d60360b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.127650042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"fa448ef1-28f4-4c2d-898c-c465d54f9313","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.165119051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"2897997f-0ba0-4e85-85f7-54ae70befc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.169962578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"8ca5daa9-1db9-4b54-83e9-8ba7d60360b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.188876751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"0f4d9be3-680b-4ba3-b1f6-1de8f82d64df","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.23419639Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-sub","reconcileID":"46b130a0-b360-4aa9-b352-b14f9e1b6b18","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-2-w0-5b176c","model":"distinct-2-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.405801318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"5c46fec2-4abb-4a19-89b1-e0bdd50c2b71","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.406093315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"1c4438fb-3c2a-48f5-ac1f-7126aee32ad5","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.406675127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-sub","reconcileID":"3fb46ded-7494-4b14-b754-7f5cd76f62ca","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/distinct-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.464989512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"5c46fec2-4abb-4a19-89b1-e0bdd50c2b71","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.467281483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"223e7bc0-b1ac-4b7b-8ca5-afdbaa35d2a1","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:29.521889657Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"223e7bc0-b1ac-4b7b-8ca5-afdbaa35d2a1","name":"distinct-2-w0-5b176c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-5b176c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:29.521956041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"223e7bc0-b1ac-4b7b-8ca5-afdbaa35d2a1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-5b176c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.527259278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"c1930c0c-c58e-4462-ab9d-bd9e7974afba","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.585017388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"295eee71-e214-4458-be1d-60db7f87a805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.585236114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"5f05c1fa-9d54-4e47-9e3f-338b65320205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.622160861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-sub","reconcileID":"e0d776e2-84d6-450f-a91a-2ec598165a05","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-2-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/distinct-2-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.643167394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"5f05c1fa-9d54-4e47-9e3f-338b65320205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.643538563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"295eee71-e214-4458-be1d-60db7f87a805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.795618695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"e1f29478-6f61-40d0-b2dd-f7e31f3f99bb","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.799567844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"be34c89b-e392-46a7-9964-a100286b32e9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.801265371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-sub","reconcileID":"d5e629a0-c029-49ce-97d8-cfe2e55f3566","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/distinct-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:29.864399741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"be34c89b-e392-46a7-9964-a100286b32e9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.018230453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-sub","reconcileID":"87ff9588-78ae-42b1-bd42-8ae7859a470c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-2-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/distinct-2-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.071072796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"d7eaa0e3-ecf5-40d9-8010-90a18ea36ee8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.12958416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"d7eaa0e3-ecf5-40d9-8010-90a18ea36ee8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.180100519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"52f16d92-e0fb-4214-8375-db7c927f1cd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.180097994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"9dd4f721-9c96-423c-950f-388cf27dbf26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.183147494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"b633ea8c-21c5-4a64-a3c1-03875561d83a","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.239914346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"9dd4f721-9c96-423c-950f-388cf27dbf26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.240359961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"52f16d92-e0fb-4214-8375-db7c927f1cd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.493519873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00818654-3218-4a09-ae1a-816aff189eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.493723463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"2ce24648-a36c-4374-be5c-f7fda228d2cf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.547892305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00818654-3218-4a09-ae1a-816aff189eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.604020407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00818654-3218-4a09-ae1a-816aff189eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.606352573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"2ce24648-a36c-4374-be5c-f7fda228d2cf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:30.658546706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00818654-3218-4a09-ae1a-816aff189eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:30.930951323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"2ce24648-a36c-4374-be5c-f7fda228d2cf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-nomatch-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.103222903Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2ee921","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2ee921","reconcileID":"47da95a3-f182-4eac-b185-a3cb59cc8a45","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2ee921","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-2ee921":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.148421514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"74efd430-4e45-4db1-a26f-06c87abf1d7f","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.206882617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"f249d673-d8ab-42a6-a2c4-0604d29fdeed","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.26505991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"f249d673-d8ab-42a6-a2c4-0604d29fdeed","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.31480418Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-sub","reconcileID":"373f8398-994f-46e5-a236-2577d520b585","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d384d97d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.418930337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"cf1ded57-fae3-44b0-b000-f4c2e8d8a81f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.419095491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"ab90e784-b105-434b-b70c-b1ae9cf8045c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.419532407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"4b44e24b-8855-43f2-8575-f9fc033d2bed","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.478006323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"ab90e784-b105-434b-b70c-b1ae9cf8045c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.47860899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"cf1ded57-fae3-44b0-b000-f4c2e8d8a81f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.480361567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"4b44e24b-8855-43f2-8575-f9fc033d2bed","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.751176096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"73996a60-e1b4-41bd-a212-bcee6a6a0371","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.808970846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"73996a60-e1b4-41bd-a212-bcee6a6a0371","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:31.964487221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"69091817-38ba-40bb-835b-47c8ab6f19be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:32.02472598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"69091817-38ba-40bb-835b-47c8ab6f19be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:32.078946265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"33139d1a-3ac3-4056-8b78-5406da8ec51e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:32.079625656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"7414652b-37b5-487f-9db7-1155dfc206fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:32.137801204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"7414652b-37b5-487f-9db7-1155dfc206fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:32.138873211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"33139d1a-3ac3-4056-8b78-5406da8ec51e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:32.682631297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc622d0-030b-41c6-9099-81a638355a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:32.736767335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc622d0-030b-41c6-9099-81a638355a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:32.791449433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc622d0-030b-41c6-9099-81a638355a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:32.846546468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc622d0-030b-41c6-9099-81a638355a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:34.69168031Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-sub","reconcileID":"fce5f203-71c9-4c06-a979-e3a328b9bbf6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:34.746211691Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-sub","reconcileID":"fce5f203-71c9-4c06-a979-e3a328b9bbf6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:34.800970724Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-enrichment-sub","reconcileID":"fce5f203-71c9-4c06-a979-e3a328b9bbf6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:35.080620698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"12984984-ff4a-4699-8c31-3bb2ebfc93ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"tenant":"e2e-worker-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:35.080647816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"e2e-enrichment-model-ref","reconcileID":"12984984-ff4a-4699-8c31-3bb2ebfc93ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:35.138243932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"95ca2737-70da-4150-892c-0cbfe14fa070","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:35.242534478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"30111346-7ac5-4dae-a879-f13c1a02f03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:35.24258243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"b094b555-6e89-4caf-a003-ec75d78eed30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:35.302158033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"30111346-7ac5-4dae-a879-f13c1a02f03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:35.303297992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"b094b555-6e89-4caf-a003-ec75d78eed30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:35.445573447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"88826e8e-0f22-4835-8201-0afc7aa93b7f","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.169607083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"93f404ec-96d8-4508-aa38-5dcb0303f346","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.170001133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"f38b6b50-967c-4b7e-b92a-3dfa4c231db7","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.230561344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"f0a0f1b5-5012-4321-946a-b250a25f72b3","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.231054488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"fe119af9-2b03-4d4e-9788-917ef2f1a32a","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:36.281571483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"8357aa9e-f170-42f2-b3f2-428b54e08e93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.333209775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"23908b42-5eb8-4585-8e1f-e5a9c3a5473b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.333214037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"b8353411-8d60-4bcf-a162-692a9249f23b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.391173882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"23908b42-5eb8-4585-8e1f-e5a9c3a5473b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.39135655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"b8353411-8d60-4bcf-a162-692a9249f23b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.399071535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"9df6e8b9-476f-4d95-810c-90c73ad82c7f","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.447307146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"4e0e8905-57c4-408f-807c-14f0d4c8d915","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.447661259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"df95f9b8-5680-4be1-b454-c5de0496b14c","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.506440682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"e6afd178-8449-4483-beb3-54ccfa5f4b62","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.508201264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"7d73751a-c2c6-4a98-a0da-077fa01e1ed9","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.508550069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"680ee060-8209-4210-9a71-30994f10d998","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.715554962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-auth","reconcileID":"070c5496-11cb-4e82-aa9f-5dbd3e741618","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.774386633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-auth","reconcileID":"070c5496-11cb-4e82-aa9f-5dbd3e741618","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.783293264Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"49d3113f-619d-4e2b-8a39-8885f6261770","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-partial-access-sub","ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.823096555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"751571a1-2004-4d26-9eb9-a72d2fb72ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.823097449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"1952bef2-c0e1-4ae1-bdf7-cf023dad2152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.881645881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"1952bef2-c0e1-4ae1-bdf7-cf023dad2152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.881794658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"751571a1-2004-4d26-9eb9-a72d2fb72ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.949188991Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"49d3113f-619d-4e2b-8a39-8885f6261770","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","model":"distinct-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:36.99993872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"460194e2-e03a-47cd-9f76-1622da93fd80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.094945431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"18fe375b-ef30-4f12-86a0-6537db116cd7","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.175357795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"0428bee0-db59-4d18-a838-4cb2f63ba580","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.175739279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"f3378dbf-8c3b-4bda-bb96-48e4a1ed7d63","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.291581213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86e72f7-4450-4ccb-aed6-39fe49715ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.292093789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-auth","reconcileID":"fcb01983-fad5-4c93-8815-204d018bb566","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.346293357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86e72f7-4450-4ccb-aed6-39fe49715ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.399948481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"bf728277-c237-4a62-ba27-f4a7b323e503","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.400523698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86e72f7-4450-4ccb-aed6-39fe49715ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.454773081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86e72f7-4450-4ccb-aed6-39fe49715ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.45942642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-auth","reconcileID":"fcb01983-fad5-4c93-8815-204d018bb566","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.616199219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"bf728277-c237-4a62-ba27-f4a7b323e503","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:37.785572795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-auth","reconcileID":"fcb01983-fad5-4c93-8815-204d018bb566","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:37.955753696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-auth","reconcileID":"4f1129c5-7fa4-403a-a702-5d4062cbc5e1","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:38.01471668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-auth","reconcileID":"4f1129c5-7fa4-403a-a702-5d4062cbc5e1","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:38.777630571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"f48a7d99-bb17-4ce4-a082-c1d2372ebcb9","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:38.777660684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"f48a7d99-bb17-4ce4-a082-c1d2372ebcb9","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:38.783385252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"8f940d91-4447-48e4-b8d2-3b07bccabb9a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:39.044729197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"8f940d91-4447-48e4-b8d2-3b07bccabb9a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:39.162993658Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-6d65e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-6d65e1","reconcileID":"75a20798-53f6-4982-a5c8-921c7ea31e18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-6d65e1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-6d65e1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:39.500568365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4baa1434-d0c4-485a-b5aa-f6aa42a5ad4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:39.5573244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4baa1434-d0c4-485a-b5aa-f6aa42a5ad4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:39.611560199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4baa1434-d0c4-485a-b5aa-f6aa42a5ad4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:39.665962103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4baa1434-d0c4-485a-b5aa-f6aa42a5ad4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:39.798592439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-auth","reconcileID":"378894af-ea85-4a22-bf3c-80ae4827dd2a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:39.798668384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"197eb3cb-622a-4b95-8652-1334e7963d4d","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:40.011025689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"58aa5774-a3e2-4233-8603-9a856341c003","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:40.161706786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"439089e1-88f2-41ce-ac98-f4932a9b94be","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:40.16225863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"4342d087-1dcc-4921-b569-0cf5e78c9cb6","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:40.327025162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7580f15b-7f92-42d7-854d-2404e70a2fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:40.327324174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"2f2b1f37-cc4f-4956-885b-e0d0b926d1ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:40.392085381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"2f2b1f37-cc4f-4956-885b-e0d0b926d1ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:40.392148042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7580f15b-7f92-42d7-854d-2404e70a2fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:40.937873769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-sub","reconcileID":"11d23d73-b286-41bb-850f-e60af2b944f8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/distinct-w0-5b176c","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:40.992338744Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-sub","reconcileID":"11d23d73-b286-41bb-850f-e60af2b944f8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/distinct-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.127580662Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-sub","reconcileID":"11d23d73-b286-41bb-850f-e60af2b944f8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/distinct-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.416778764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"1da3e220-7f8f-463a-8245-712523eb071f","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.565991728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"8976795f-77c0-4bac-8c98-de0a4ffa94ea","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.704721167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4358a3-4e63-4ab1-8a32-3a671276d7eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.70491617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"9c3e9fdf-a358-406f-8201-c8632c583e65","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.705176176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"3408bd1d-49b9-4c46-b460-0f3afed87bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.705546015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"f409c369-a070-4209-9a0d-a6d7aa5c0273","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.705568628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"7e749fb6-7548-4080-a040-0945d0266df3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.758932635Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-sub","reconcileID":"ba922b13-5204-4762-a094-504155b397f3","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c3205914","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.760265782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4358a3-4e63-4ab1-8a32-3a671276d7eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.81533316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4358a3-4e63-4ab1-8a32-3a671276d7eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.819963945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"9c3e9fdf-a358-406f-8201-c8632c583e65","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.821062041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"f409c369-a070-4209-9a0d-a6d7aa5c0273","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.822284874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"7e749fb6-7548-4080-a040-0945d0266df3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.823360046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"3408bd1d-49b9-4c46-b460-0f3afed87bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:41.869566982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4358a3-4e63-4ab1-8a32-3a671276d7eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:42.31160288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"06d403eb-bfb5-4a9b-b71f-47562a6495d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:42.311886534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"efe58872-c243-4b04-9f7b-dfbd93efff96","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:42.311603034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"64f47973-afde-4a87-ad3f-14283d462de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:42.312611323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"ee3fdc27-2c4b-4ad3-b25f-ca3a485d60c4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:42.372773045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"ee3fdc27-2c4b-4ad3-b25f-ca3a485d60c4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:42.37291049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"64f47973-afde-4a87-ad3f-14283d462de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:42.375291737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"efe58872-c243-4b04-9f7b-dfbd93efff96","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:42.375639546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"06d403eb-bfb5-4a9b-b71f-47562a6495d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:44.233682017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"f7b6c733-b806-4b69-9477-ce8d0a3da041","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:44.233711216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"f7b6c733-b806-4b69-9477-ce8d0a3da041","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:44.290115642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"05edc1a0-fd1d-4217-8bc5-10d5cfd73a8f","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:44.290157052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"05edc1a0-fd1d-4217-8bc5-10d5cfd73a8f","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:44.397085024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"45601bc2-e725-437d-884f-77c7ce98c730","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:44.523309365Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"45601bc2-e725-437d-884f-77c7ce98c730","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:44.580153433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-7d11dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"45601bc2-e725-437d-884f-77c7ce98c730","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:44.639003084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"a3f8d666-005b-4a89-86af-98d0504e656d","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:44.639028071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"a3f8d666-005b-4a89-86af-98d0504e656d","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:50.335933414Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"c146d4d3-4fd8-4bf4-9257-bcb89e5d7cdf","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:50.560963531Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"c146d4d3-4fd8-4bf4-9257-bcb89e5d7cdf","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-22e9c4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:50.561111085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"c146d4d3-4fd8-4bf4-9257-bcb89e5d7cdf","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:50.615512089Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"c146d4d3-4fd8-4bf4-9257-bcb89e5d7cdf","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:50.677376547Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"e2e-partial-access-sub","reconcileID":"c146d4d3-4fd8-4bf4-9257-bcb89e5d7cdf","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/distinct-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:50.794463893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"bcf2ab40-7d41-4d50-906b-e245530db5aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:50.994635391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"b7883f41-19e4-44ae-b163-2fe6474907cf","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:50.99531832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"625d093c-2311-44a8-92f9-0e61ef58ffad","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:51.195363543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e9968dad-06f3-493d-9ec4-c60be6fd0b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:51.195320268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"9ea4f11d-8ed1-4b1b-bb80-2cfc7789a14c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:51.28228728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"9ea4f11d-8ed1-4b1b-bb80-2cfc7789a14c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:51.326979676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e9968dad-06f3-493d-9ec4-c60be6fd0b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:51.816659888Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-sub","reconcileID":"15ff3fe8-5f70-4ca0-9c6f-dce33992fde3","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/distinct-2-w0-5b176c","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:51.882851447Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-sub","reconcileID":"15ff3fe8-5f70-4ca0-9c6f-dce33992fde3","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/distinct-2-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:51.946307522Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-sub","reconcileID":"15ff3fe8-5f70-4ca0-9c6f-dce33992fde3","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/distinct-2-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.270802359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"a9466925-34ed-4441-9af1-b000970f99a5","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.412771838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"a7714531-2953-448d-a75d-befce44e44cc","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.560030989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"64e47b18-7235-4fd9-9612-2238b680b5d1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.560529819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"68545aea-8093-4766-8d04-b23f1c319a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.560801335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"11109234-9748-4cd6-ac05-5b1207e73b90","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.560060413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"37572f91-d9f2-46c4-ac69-e233b2152432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.622670695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"68545aea-8093-4766-8d04-b23f1c319a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.626498003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"64e47b18-7235-4fd9-9612-2238b680b5d1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.627244563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"37572f91-d9f2-46c4-ac69-e233b2152432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.635726232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"11109234-9748-4cd6-ac05-5b1207e73b90","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:52.934350392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-match-auth","reconcileID":"517a304f-fb67-4745-a704-c4edf367fb68","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/distinct-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.054569959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"9be9d98b-dbcd-4557-aecb-ae7a6f94ec1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.113969873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"9be9d98b-dbcd-4557-aecb-ae7a6f94ec1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.150083456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"7bd10a1e-fbf7-4cdc-af95-794fd68c2175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.15105007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"394bff6f-16d5-4338-b23b-1e83f2657d1f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.191252432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"da68259a-6a17-4c3b-8636-0cf2fd3940b8","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.199902923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"618dc57b-1934-420c-b3a2-5bec71952ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.210541136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"394bff6f-16d5-4338-b23b-1e83f2657d1f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.213575182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"7bd10a1e-fbf7-4cdc-af95-794fd68c2175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.259610563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"618dc57b-1934-420c-b3a2-5bec71952ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.353826238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"2fbab9b2-ef97-4a7a-813e-c1c6c465ff29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.365525542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"2cf3f4cf-a560-486c-a1bf-de77a77f6e14","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.375976411Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-model-nomatch-auth","reconcileID":"1833175f-1946-4ca6-8b7d-2717d140150e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/distinct-2-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.411782289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"2fbab9b2-ef97-4a7a-813e-c1c6c465ff29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.583507412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"5ba3fc9f-7af1-49f0-b91e-4ed3bc02f2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.583548753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"aa128499-3c85-48aa-ac19-23c0e080fb83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.627061244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"1a4cc8a5-a901-4b42-bfa0-daa96f44a55a","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.642929648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"aa128499-3c85-48aa-ac19-23c0e080fb83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:53.643908423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"5ba3fc9f-7af1-49f0-b91e-4ed3bc02f2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:54.75067404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"fc52fdd2-442e-4ef5-b2a6-69b9b633f6ce","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:54.809106376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"fc52fdd2-442e-4ef5-b2a6-69b9b633f6ce","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:54.870047614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-7d11dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"fc52fdd2-442e-4ef5-b2a6-69b9b633f6ce","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.162322846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"6d72c81d-a050-4878-8eb8-5c91bef5daa2","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.220983819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"8a527df5-3e48-4d3b-a998-6ee8cab9ce30","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:11:55.276622091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-sub","reconcileID":"2020001a-d8d5-4395-8e4e-f54f69411651","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.323556584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"4cb46aa2-bd9b-4618-b29f-d2d8ea0c5495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.325896754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"8a8d2954-0481-4cf8-9230-e20bc1f10f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.38156932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"4cb46aa2-bd9b-4618-b29f-d2d8ea0c5495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.382976485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"8a8d2954-0481-4cf8-9230-e20bc1f10f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.395467092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"a1aa2ead-b6da-4021-862c-7e6ab264cf96","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.437164929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"7bdbf412-5972-400e-88db-b79105843c1f","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.452022518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"2c7524df-a705-408f-b503-7f84ff829e29","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.493020878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"1aba9f1f-c447-4d1b-bf58-84e440b901a0","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.67374466Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-sub","reconcileID":"0932648f-f0c2-411c-9b90-87c2d99592a0","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-w0-5b176c","model":"distinct-w0-5b176c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-5b176c/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.76021424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-auth","reconcileID":"1de69ab7-4e0f-4845-b888-d1dd9c394d13","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.813574823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"bae99466-a304-4945-ba13-9f3362671e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.813575477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"bb9055b8-e0c0-4e27-a68a-341f60d2c891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.818228663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-auth","reconcileID":"1de69ab7-4e0f-4845-b888-d1dd9c394d13","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.871924892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"bae99466-a304-4945-ba13-9f3362671e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.872014399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"bb9055b8-e0c0-4e27-a68a-341f60d2c891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:55.878002291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"e43d8b35-15ae-495d-92bc-8a6d2077ef65","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:56.181265963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-sub","reconcileID":"d57cdd7c-897f-4fce-a2d3-dbff39152dd4","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/distinct-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:56.18423378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"709bf0b6-06a3-45c2-a132-1e6328c28feb","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:56.352687413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"41780e58-8c95-4f50-a223-5253c16e982c","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:56.399522564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-auth","reconcileID":"7a0587c5-ba1b-40b2-8915-4f60dab41443","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:56.457735465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-auth","reconcileID":"7a0587c5-ba1b-40b2-8915-4f60dab41443","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:56.701316831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da58a9b6-c446-4b9b-9d53-851f526407f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:56.755447098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da58a9b6-c446-4b9b-9d53-851f526407f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:56.779069041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:56.809543758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da58a9b6-c446-4b9b-9d53-851f526407f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:56.864346808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da58a9b6-c446-4b9b-9d53-851f526407f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:57.198957145Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-80d95b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-80d95b","reconcileID":"02cdb91e-965f-45b2-8e31-606cb1aab00d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-80d95b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-80d95b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:58.841117957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-auth","reconcileID":"91a406df-decd-4e73-a5ac-89831e0296e0","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/distinct-2-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:58.841303974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"465c87b3-86b6-4b44-8fad-30d528fd6e30","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:58.915039424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea21d9a-c081-4033-a96a-9b4b5d0b8b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:58.969111825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea21d9a-c081-4033-a96a-9b4b5d0b8b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:59.023145453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea21d9a-c081-4033-a96a-9b4b5d0b8b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:59.077234901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea21d9a-c081-4033-a96a-9b4b5d0b8b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:59.137800318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"a05fbccc-3748-474a-b06a-80448e7d823e","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:59.315463806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"c8fad287-8343-4a31-a87e-e03e849f30c3","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:59.504932833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7d25ae11-1752-4a98-b012-d652e42e2a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:59.505163704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"665721b7-e72c-423f-b462-a229b27bb962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:59.56296882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7d25ae11-1752-4a98-b012-d652e42e2a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:11:59.562984579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"665721b7-e72c-423f-b462-a229b27bb962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:01.182812254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b9fa39-829f-4146-8464-388e2a7ab7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:01.236820239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b9fa39-829f-4146-8464-388e2a7ab7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:01.290669511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b9fa39-829f-4146-8464-388e2a7ab7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:01.34491541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b9fa39-829f-4146-8464-388e2a7ab7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:03.283808528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820496ee-102d-4076-b7b9-c864dfb336f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:03.337839337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820496ee-102d-4076-b7b9-c864dfb336f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:03.391856918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820496ee-102d-4076-b7b9-c864dfb336f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:03.445982866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820496ee-102d-4076-b7b9-c864dfb336f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:04.978928353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"e96a38f3-b473-4e16-8959-c0c5ad15857c","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:05.03703431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"e96a38f3-b473-4e16-8959-c0c5ad15857c","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:05.09411712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-7d11dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"e96a38f3-b473-4e16-8959-c0c5ad15857c","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:05.392006097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b509aabe-b55c-4e84-bbf8-28381ef7d2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:05.447050966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b509aabe-b55c-4e84-bbf8-28381ef7d2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:05.500924354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b509aabe-b55c-4e84-bbf8-28381ef7d2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:05.554834594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b509aabe-b55c-4e84-bbf8-28381ef7d2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:07.500188197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c037bdfa-3004-4fd5-8e38-4ad13656ee3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:07.554394088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c037bdfa-3004-4fd5-8e38-4ad13656ee3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:07.608547826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c037bdfa-3004-4fd5-8e38-4ad13656ee3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:07.662334402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c037bdfa-3004-4fd5-8e38-4ad13656ee3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:09.510403659Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-sub","reconcileID":"d13ba71c-5019-4c6b-992c-6cf95a730cb5","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/distinct-w0-5b176c","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:09.576226813Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-sub","reconcileID":"d13ba71c-5019-4c6b-992c-6cf95a730cb5","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/distinct-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:09.616540769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249d83e6-167b-43aa-b57a-240aa0f74467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:09.670523498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249d83e6-167b-43aa-b57a-240aa0f74467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:09.670541671Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"e2e-no-access-sub","reconcileID":"d13ba71c-5019-4c6b-992c-6cf95a730cb5","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/distinct-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:09.724413893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249d83e6-167b-43aa-b57a-240aa0f74467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:09.778351685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249d83e6-167b-43aa-b57a-240aa0f74467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:10.001821816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"2b12c846-a7d9-4a09-abf4-7b7a78ac62e5","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:10.190421033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"0d6a4c52-64a3-4ede-af0d-98e2e9b7e064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:10.190646287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"841113f2-77ed-40a4-b4dc-3b1ebbfe3166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:10.249598847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"841113f2-77ed-40a4-b4dc-3b1ebbfe3166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:10.249611766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"0d6a4c52-64a3-4ede-af0d-98e2e9b7e064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:11.810246675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0898fbcc-8196-4a95-8b96-1fb657a43a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:11.865339075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0898fbcc-8196-4a95-8b96-1fb657a43a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:11.919401709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0898fbcc-8196-4a95-8b96-1fb657a43a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:11.974309422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0898fbcc-8196-4a95-8b96-1fb657a43a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:14.809414368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a3424-f1f6-4810-9b60-bc3553f9a628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:14.864326575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a3424-f1f6-4810-9b60-bc3553f9a628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:14.918267224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a3424-f1f6-4810-9b60-bc3553f9a628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:14.972738916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a3424-f1f6-4810-9b60-bc3553f9a628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:15.256416209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"1364685c-f977-4804-b474-caa109a6ef40","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:15.316203225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"1364685c-f977-4804-b474-caa109a6ef40","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:15.374263262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-7d11dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"1364685c-f977-4804-b474-caa109a6ef40","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:15.42724749Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-f1ecec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-f1ecec","reconcileID":"406ffff7-9586-4fbb-bce0-ca765b4ef3bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-f1ecec","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-f1ecec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:16.995407688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478348db-b4a1-47d6-a874-ca25c60c1505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:17.050365729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478348db-b4a1-47d6-a874-ca25c60c1505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:17.104894661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478348db-b4a1-47d6-a874-ca25c60c1505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:17.159613745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478348db-b4a1-47d6-a874-ca25c60c1505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:18.017499793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"77a8de1c-07e8-4629-b883-1e39061ff072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:18.017530047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d3762fae-4a31-4bcb-9710-2c851edcff78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:18.075060917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"77a8de1c-07e8-4629-b883-1e39061ff072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:18.075236446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"d3762fae-4a31-4bcb-9710-2c851edcff78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:18.313768656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"ad388433-258b-417c-afc1-9583b62d0ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:18.313768571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"bad61f85-f792-4b7a-9cf7-002b7f6db063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:18.371911178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"ad388433-258b-417c-afc1-9583b62d0ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:18.371936203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"bad61f85-f792-4b7a-9cf7-002b7f6db063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:25.20828977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"2af66d93-bb7c-4e61-9719-65efe64c5539","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-2ee921","tenantID":"e2e-praxis-b-2ee921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:25.330747025Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"2af66d93-bb7c-4e61-9719-65efe64c5539","name":"e2e-praxis-b-2ee921-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:25.483898111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"6f632b11-c92d-4532-9bbe-23c8c3bbadfb","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:25.542155477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"6f632b11-c92d-4532-9bbe-23c8c3bbadfb","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:25.598477139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-7d11dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80d5c2f7d7cba3ad819a4910abda9e9b7bdff46496fe5b4421b21a26d7298a28) AuthConfig (dfdd117358bcdb6fb0f9ff0bed58109733128aab06b2b92689f050939157c657) AuthConfig (1bc916b8813228004a6f32e24db84c29addc825b2e122f0a44e0acb55331a1fc) AuthConfig (8e026c3a8af24d9b6d3bae314d24de4a5545964498c01213c623c01c60cee1b5) AuthConfig (b04ffd5f87df416dab5102a7de386bd2cf611e7db583c9e9fd80e7398378f344) AuthConfig (046fd86afb06152677eecca15f8bbca85cacab6c7cb51489cf7625c573cc7fae) AuthConfig (33436b25f41048dac4d18cf9515686383eab5e5b082caea8901a7b14f33d31e2) AuthConfig (60f7fdb437c7c93f0c8f3303e901c9a7f69f47835d7ac0f1b17e8eb0eb47abbe) AuthConfig (14a3bd68e5200f51df42e6916094755992ddbaf5d2fd8c874dd5455842b74406) AuthConfig (e71dc52c66b2b427ecec7a34e4d1a1d00326f770c84facd0bd38fbe24e30dc96) AuthConfig (48ed395194c59e1c06fc7f0fb16fa8cecff14107415fcfe620936f1dca07668a) AuthConfig (9d76daf9124ca1e8e15e4e1fe25d99e5e66db753b0cff2d3420d66fec78c0727) AuthConfig (fb4f5bd918fb60f1f3d1c2c2ba2629fd82b9395f8888b8f9dc19225e00dcc42d) AuthConfig (0c63249caa1d6ecee5366075c5d1a6265b70588ea2a88853e071b2fcc0a0b640) AuthConfig (6082acbebd8b400c68dc3a9092bdb20c83f9cca9f68cc318f7650e0e45158977) AuthConfig (6646cc17f498f34ddc46ef66fcbd417e4a2a6bab22b90ba36ad66f6c21b6dd47) AuthConfig (c88d8678eb8c15ee44ee52b82c218686ebd7b0cc829e59692e2d53b50ca5ed1c) AuthConfig (29e8f0030bc070536513bce9f09c3bbbdcd25076cc075ecdbe6ad595ba955d82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"6f632b11-c92d-4532-9bbe-23c8c3bbadfb","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:25.658213085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"6fc74724-6d7e-4ea2-af71-66da9fd38aaa","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:25.658240066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"6fc74724-6d7e-4ea2-af71-66da9fd38aaa","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:26.786311112Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:35.202170937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"e40dcad8-7ab1-42fe-8596-4d2ba692734d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:35.322467568Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"e40dcad8-7ab1-42fe-8596-4d2ba692734d","name":"e2e-shared-a-w3-6d65e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:35.770865297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"d40d9df7-8182-469e-a21f-eac38eb35959","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:35.828937209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"d40d9df7-8182-469e-a21f-eac38eb35959","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:36.106064215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"549c025e-89b4-4ec7-bce7-ac8dca3e3db2","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:36.106094652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"549c025e-89b4-4ec7-bce7-ac8dca3e3db2","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:37.614366959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"36db4fbd-8ae5-4a0f-b088-fe141e643a24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:37.614394372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"2a20d7f6-bf2f-4abf-a69b-25c706fdcf6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:37.673377053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"2a20d7f6-bf2f-4abf-a69b-25c706fdcf6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:37.673469962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"36db4fbd-8ae5-4a0f-b088-fe141e643a24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.571821855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"1ab67964-7104-48c3-aedf-bd1048205ecf","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.571847211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"1ab67964-7104-48c3-aedf-bd1048205ecf","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.632463999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"a1f12229-b4f0-4f3d-b8ce-d169f29dcbfc","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.632486607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"a1f12229-b4f0-4f3d-b8ce-d169f29dcbfc","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.67910216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"d016bbf2-958b-4f7d-9480-b83c91aa7787","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:12:41.683855527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"4e357ff7-0cd5-4cbb-982f-1b15d11dc0e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-7d11dd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:12:41.688068741Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"a1f12229-b4f0-4f3d-b8ce-d169f29dcbfc","name":"praxis-route-7d11dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-7d11dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:12:41.68814999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"a1f12229-b4f0-4f3d-b8ce-d169f29dcbfc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-7d11dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.694338665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"11daa77b-dea3-434c-b87b-a71bcdd8b8e2","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.69435841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"11daa77b-dea3-434c-b87b-a71bcdd8b8e2","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.738966815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"d016bbf2-958b-4f7d-9480-b83c91aa7787","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.797949474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"01b43181-4f33-46a0-95ba-73107020c43b","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.797977558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"01b43181-4f33-46a0-95ba-73107020c43b","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.857076667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"c9afac7b-5b89-4f43-90a3-b30057745a54","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:41.857105703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"c9afac7b-5b89-4f43-90a3-b30057745a54","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:42.057062043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"80a250dd-106a-4a43-bba8-1e53b477569e","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:42.078324876Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"ad12f942-b8e4-494e-8052-c3ee6d1fa9ea","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"maas-trlp-praxis-route-7d11dd","model":"praxis-route-7d11dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:42.118836825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"80a250dd-106a-4a43-bba8-1e53b477569e","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:42.252864933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"8a9c6b6b-f267-47d3-acd1-c818e360c0a9","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:42.252889535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"8a9c6b6b-f267-47d3-acd1-c818e360c0a9","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:42.478238719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"27f84a18-a19d-4e28-af3f-82683f30d3fc","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"maas-trlp-praxis-route-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:12:56.778374406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:00.506071214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"6a75e3c2-2aec-44ae-941c-675ded9b2e4c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:00.626735949Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"6a75e3c2-2aec-44ae-941c-675ded9b2e4c","name":"e2e-shared-a-w2-80d95b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:04.361426781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"6e727bf3-8b39-4b74-b368-a5c9c1c06634","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"maas-trlp-praxis-route-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:04.543498738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"932c6f9a-3729-4f15-9038-f6ffa3e9b56e","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:04.543522042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"932c6f9a-3729-4f15-9038-f6ffa3e9b56e","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:05.460692253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"677ad625-b640-4da8-a467-2f287a60f1a3","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:05.520517638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"677ad625-b640-4da8-a467-2f287a60f1a3","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:13.815752842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"ce9f6ecd-5108-4bdd-a6dd-f7f44675d42e","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:13.815778205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"ce9f6ecd-5108-4bdd-a6dd-f7f44675d42e","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:13.983436606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"5268bc7c-05ca-4783-971a-8dd3ae72abab","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:14.031922369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"0dd354c3-0a12-4a68-b4e1-8f55693db6ab","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"maas-trlp-praxis-route-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:14.04132503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"5268bc7c-05ca-4783-971a-8dd3ae72abab","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:14.203919185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"40b7b4c7-7721-476c-a69f-26c67fa49dbc","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:14.203941812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"40b7b4c7-7721-476c-a69f-26c67fa49dbc","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:14.419676568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"aa98397b-afa8-41bf-b514-955121baf5fc","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"maas-trlp-praxis-route-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:20.347458535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"04ff2648-b3c3-480a-9ec5-aa4bbfd64b71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:20.47209945Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"04ff2648-b3c3-480a-9ec5-aa4bbfd64b71","name":"e2e-shared-a-w0-f1ecec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:24.204959493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"395be95e-06a5-4433-a10d-425d6f3e1e85","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:24.204986677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"395be95e-06a5-4433-a10d-425d6f3e1e85","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:26.778588021Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:32.491362845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55d1e31-f142-4f50-8c90-fbf7b09b504f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:32.545499765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55d1e31-f142-4f50-8c90-fbf7b09b504f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:32.599545971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55d1e31-f142-4f50-8c90-fbf7b09b504f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:32.654057065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55d1e31-f142-4f50-8c90-fbf7b09b504f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:34.206536517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"2f4ee9f2-eca1-445b-9104-a2c5e31f2d88","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:34.206559087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"2f4ee9f2-eca1-445b-9104-a2c5e31f2d88","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:34.629227916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d65e29a-a9d3-4719-8060-c405362309e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:34.68334705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d65e29a-a9d3-4719-8060-c405362309e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:34.73725446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d65e29a-a9d3-4719-8060-c405362309e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:34.791248407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d65e29a-a9d3-4719-8060-c405362309e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:42.794564204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e63583-decd-40c2-b1d4-0a80eeef2bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:42.852596647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e63583-decd-40c2-b1d4-0a80eeef2bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:42.908503452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e63583-decd-40c2-b1d4-0a80eeef2bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:42.962719641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e63583-decd-40c2-b1d4-0a80eeef2bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:44.207934466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"630544d2-0ecd-4b06-a551-a3356d13fe20","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:44.207959477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"630544d2-0ecd-4b06-a551-a3356d13fe20","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:44.89735383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0a1ef5-b7af-467d-99cf-2b47e0d7947d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:44.952114936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0a1ef5-b7af-467d-99cf-2b47e0d7947d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:45.006304588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0a1ef5-b7af-467d-99cf-2b47e0d7947d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:45.060435547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0a1ef5-b7af-467d-99cf-2b47e0d7947d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:47.096326364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597a2929-968e-4cf7-b341-8e8ab184443e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:47.152901396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597a2929-968e-4cf7-b341-8e8ab184443e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:47.208332322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597a2929-968e-4cf7-b341-8e8ab184443e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:47.263809344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597a2929-968e-4cf7-b341-8e8ab184443e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:49.215313501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed2ac6a-fd58-420e-b842-21134f565a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:49.26994292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed2ac6a-fd58-420e-b842-21134f565a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:49.324563591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed2ac6a-fd58-420e-b842-21134f565a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:49.390021128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed2ac6a-fd58-420e-b842-21134f565a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:49.486809258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"759349d1-8b35-4f0b-976b-db4bb635642f","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:49.486833456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"759349d1-8b35-4f0b-976b-db4bb635642f","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:49.991855023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"96d82e83-1663-4308-ba0d-1b6089d19f46","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"tenant":"e2e-praxis-a-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:49.991875988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"96d82e83-1663-4308-ba0d-1b6089d19f46","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"routeName":"praxis-route-7d11dd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-7d11dd","llmisvcName":"praxis-route-7d11dd","gateway":"openshift-ingress/e2e-praxis-a-7d11dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.121074445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"14f569bb-0eef-48a4-9ed8-98cd9aead552","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.169119323Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"3ab51528-70c8-4bdd-8e62-2db765c44fa2","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51f0a84a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.178781712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"14f569bb-0eef-48a4-9ed8-98cd9aead552","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.312379391Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"f3a8c905-0e6c-41db-9f7e-b95a65763f02","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51f0a84a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.371067517Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"e25d7002-020a-48e8-98ef-32b875c4c2af","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51f0a84a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.401686274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"d662764f-cf5f-462e-9b03-d4f469e0a356","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.463539119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"d662764f-cf5f-462e-9b03-d4f469e0a356","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.463721231Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"d662764f-cf5f-462e-9b03-d4f469e0a356","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.575850293Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"b0c18b59-50c4-47a8-8e9e-29b25fbfe71a","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.669945045Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"6c7ec5ce-a197-4a77-ba95-a0fd6c147b20","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51f0a84a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.723441612Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"a8768972-80e6-44eb-9e37-b8769fc58849","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51f0a84a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.854424316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"b0c18b59-50c4-47a8-8e9e-29b25fbfe71a","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.937045069Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"b5194b81-da31-4f63-8daa-42d972774dcc","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51f0a84a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.982459628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"b0c18b59-50c4-47a8-8e9e-29b25fbfe71a","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"name":"e2e-praxis-a-7d11dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:50.982491917Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-auth","reconcileID":"b0c18b59-50c4-47a8-8e9e-29b25fbfe71a","MaaSAuthPolicy":{"name":"praxis-route-7d11dd-auth","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:51.128445415Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"f17903d0-c399-4d9f-9236-a45f3d678210","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51f0a84a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:51.262970923Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"55a6f93c-fdd7-4b43-9b8b-335c03821ae7","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51f0a84a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:13:51.370934296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-7d11dd","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd","reconcileID":"cf0948a6-c233-43e9-aec8-9a6dc4b999a2","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-7d11dd\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:51.406094008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbbc0d5-c6b5-4923-8e94-afb3403b0e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:51.460308886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbbc0d5-c6b5-4923-8e94-afb3403b0e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:51.514186244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbbc0d5-c6b5-4923-8e94-afb3403b0e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:51.520410714Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-0ac243","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-0ac243","reconcileID":"0d892409-ad10-4c2e-829d-a6a85118058d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-0ac243","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-0ac243":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:51.568147854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbbc0d5-c6b5-4923-8e94-afb3403b0e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:53.667953367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff345407-d673-4df9-ab59-7caf120edb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:53.721984879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff345407-d673-4df9-ab59-7caf120edb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:53.776652669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff345407-d673-4df9-ab59-7caf120edb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:53.837385537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff345407-d673-4df9-ab59-7caf120edb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:55.842373058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f15de7-43a5-439d-876e-66c50e1204ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:55.899713594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f15de7-43a5-439d-876e-66c50e1204ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:55.956029993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f15de7-43a5-439d-876e-66c50e1204ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:56.010541824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f15de7-43a5-439d-876e-66c50e1204ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:56.777975208Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:58.100447096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5957a0bb-2642-443a-a497-dcd7f78b4303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:58.155110555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5957a0bb-2642-443a-a497-dcd7f78b4303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:58.210662795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5957a0bb-2642-443a-a497-dcd7f78b4303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:13:58.265715107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5957a0bb-2642-443a-a497-dcd7f78b4303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:00.209619309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91049b1e-7cb1-427a-ba08-1d1733395b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:00.263885939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91049b1e-7cb1-427a-ba08-1d1733395b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:00.317864451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91049b1e-7cb1-427a-ba08-1d1733395b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:00.373830368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91049b1e-7cb1-427a-ba08-1d1733395b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:01.179258739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"382c3c6e-4424-46d8-b584-5331422ae32b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:01.296836031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fcaaf00c-231f-4baf-89ec-34e4a58d3993","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:01.317653333Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"2e116d97-ce15-4c99-9166-f26492c44cbe","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","subscription":"praxis-route-7d11dd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:01.317770164Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"praxis-route-7d11dd-sub","reconcileID":"2e116d97-ce15-4c99-9166-f26492c44cbe","MaaSSubscription":{"name":"praxis-route-7d11dd-sub","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"model":"ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-7d11dd/praxis-route-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:01.431054192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"50db0e03-feec-4361-98c5-e5e7d05ca50f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:01.631571823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"6f129467-9c0c-45ae-845b-7cae03187a2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:01.680344943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"419279fc-0159-4579-8f12-4c4d34c57ef8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:01.935030993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"4c93f635-d632-48b4-883a-681195e62f0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:01.991059185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"604c8388-714e-4d34-b038-016183f38492","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:02.15154515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"12b1c692-c19e-4d67-a042-2d2a02a6a091","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:02.274768182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"4166ec8f-d1ac-4977-b5d9-dc777fa63b57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:02.381374032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac169882-bd93-46de-a603-432406478e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:02.39666552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"6786e73f-f2b7-4702-915a-ad5aea6aff95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:02.435475069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac169882-bd93-46de-a603-432406478e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:02.489748241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac169882-bd93-46de-a603-432406478e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:02.54377956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac169882-bd93-46de-a603-432406478e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:02.705875928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"cf3bcfe4-1413-4984-a134-c830def590fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:02.763254504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"88af99f9-e416-464e-ad36-6384c9a70e33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:04.536812565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968267d4-c484-470f-b2f5-229f0c960171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:04.59060926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968267d4-c484-470f-b2f5-229f0c960171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:04.64650703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968267d4-c484-470f-b2f5-229f0c960171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:04.701148258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968267d4-c484-470f-b2f5-229f0c960171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:06.636952114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943b7b6b-f6d9-4546-a113-ae05000a40a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:06.693112785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943b7b6b-f6d9-4546-a113-ae05000a40a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:06.748115621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943b7b6b-f6d9-4546-a113-ae05000a40a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:06.802291048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943b7b6b-f6d9-4546-a113-ae05000a40a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:09.892281608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc4828b-84ba-475c-9b87-152b9b9ee8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:09.946080191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc4828b-84ba-475c-9b87-152b9b9ee8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:10.000855607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc4828b-84ba-475c-9b87-152b9b9ee8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:10.056633288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc4828b-84ba-475c-9b87-152b9b9ee8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:12.028267272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eac8231-f13d-46fb-9e63-f03ab9901c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:12.083745673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eac8231-f13d-46fb-9e63-f03ab9901c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:12.137719599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eac8231-f13d-46fb-9e63-f03ab9901c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:12.192368027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eac8231-f13d-46fb-9e63-f03ab9901c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.279657185Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","namespace":"ai-tenant-e2e-praxis-a-474d66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.279714184Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","namespace":"ai-tenant-e2e-praxis-a-474d66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.279763348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","tenant":"e2e-praxis-a-474d66","tenantID":"e2e-praxis-a-474d66","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.335097886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"Deployment","name":"maas-api-e2e-praxis-a-474d66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.397318721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"Service","name":"maas-api-e2e-praxis-a-474d66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.453853254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-474d66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.511401605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-474d66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.60494321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.661334668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.719893474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.776366471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.830356499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.884078346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.937987903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"Service","name":"payload-processing-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:13.991875558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.04528109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.098707362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.134473785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caced7bc-080c-4c25-803b-328db06f3ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.187771813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.192285357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caced7bc-080c-4c25-803b-328db06f3ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.249387638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caced7bc-080c-4c25-803b-328db06f3ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.251764911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.303153908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caced7bc-080c-4c25-803b-328db06f3ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.356984088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.410726978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.464608767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-474d66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:14.5183725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-474d66"},"namespace":"ai-tenant-e2e-praxis-a-474d66","name":"default-tenant","reconcileID":"efcba23d-ce7c-4fb0-8804-11b033f476d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-474d66","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:15.728005028Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3404b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3404b9","reconcileID":"ebf714a4-4d06-466d-8e76-773a0ba5172e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-3404b9","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-3404b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:16.253310171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cc3558-bdc3-4648-8f54-23d234c170a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:16.307506848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cc3558-bdc3-4648-8f54-23d234c170a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:16.361181516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cc3558-bdc3-4648-8f54-23d234c170a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:16.415270955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cc3558-bdc3-4648-8f54-23d234c170a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:18.384554308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969ea0c8-e65f-44cd-9153-8bfce5bac341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:18.439393235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969ea0c8-e65f-44cd-9153-8bfce5bac341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:18.493357498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969ea0c8-e65f-44cd-9153-8bfce5bac341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:18.547316464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969ea0c8-e65f-44cd-9153-8bfce5bac341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:21.981469572Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-474d66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-474d66","reconcileID":"6c8865b2-2286-4f0e-bcce-750613f894c2","aitenant":"ai-tenants/e2e-praxis-a-474d66","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:22.480833142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd63fdbc-c3a5-4ab9-9e68-f4317e34853f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:22.534880617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd63fdbc-c3a5-4ab9-9e68-f4317e34853f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:22.588946514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd63fdbc-c3a5-4ab9-9e68-f4317e34853f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:22.642858736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd63fdbc-c3a5-4ab9-9e68-f4317e34853f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:22.811330078Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-474d66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-474d66","reconcileID":"6c8865b2-2286-4f0e-bcce-750613f894c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-474d66","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-474d66"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:24.586723305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1749073f-89d6-4c87-ab29-3bf2288daf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:24.641078597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1749073f-89d6-4c87-ab29-3bf2288daf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:24.69490777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1749073f-89d6-4c87-ab29-3bf2288daf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:24.74905632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1749073f-89d6-4c87-ab29-3bf2288daf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:26.684615274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c188cc-039e-4656-9f88-f6f318785b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:26.739305393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c188cc-039e-4656-9f88-f6f318785b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:26.77824274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:26.793264999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c188cc-039e-4656-9f88-f6f318785b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:26.847699113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c188cc-039e-4656-9f88-f6f318785b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:28.38370948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"24a9b3c6-07cc-4938-b231-bbc12318ad37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:28.502743087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"e550180a-0966-4790-b3ea-a32f0b2f6931","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:28.626248522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"d5c6ae60-3541-4cfc-b470-ac05181453bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:28.727568433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebb2c398-4694-4a63-9138-bb61faef3814","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:28.810878896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ece8d04-3faf-425a-a918-28fa96f32668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:28.865410631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ece8d04-3faf-425a-a918-28fa96f32668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:28.919349062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ece8d04-3faf-425a-a918-28fa96f32668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:28.973204194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ece8d04-3faf-425a-a918-28fa96f32668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:29.085113662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"265a711f-6b18-4544-bc09-6846cf65ee06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:29.138217616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"d0d14259-ccc7-4412-9422-b424e28aea0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:29.191926001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1e06ade-d770-47d6-b344-cfd467c8e5af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:29.354001576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"bdafcf3d-9531-475c-9d7c-9b03dea2b42d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:29.435803402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"0f27595d-856f-49b7-aed2-1d6bc761dc44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:29.544439782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"b22461ba-a650-4d7e-bf6e-d904337205bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:29.616398243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"3a7131a3-e1f7-41cd-a762-c2cfec0141f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:29.744803368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"352430b7-956c-48c4-a269-44b0999ee231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:30.601464247Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","namespace":"ai-tenant-e2e-praxis-b-2ee921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:30.601550673Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","namespace":"ai-tenant-e2e-praxis-b-2ee921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:30.601626297Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","tenant":"e2e-praxis-b-2ee921","tenantID":"e2e-praxis-b-2ee921","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:30.657318643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"Deployment","name":"maas-api-e2e-praxis-b-2ee921","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:30.719098719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"Service","name":"maas-api-e2e-praxis-b-2ee921","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:30.775785563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-2ee921","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:30.83363414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-2ee921","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:30.893412863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:30.949887423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.009258059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.065296164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.118844835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.132583142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5ea990-8583-4e21-a596-dde29ebe55c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.187472274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.187559018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5ea990-8583-4e21-a596-dde29ebe55c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.241299327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"Service","name":"payload-processing-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.241837364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5ea990-8583-4e21-a596-dde29ebe55c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.295374125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.295997418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5ea990-8583-4e21-a596-dde29ebe55c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.360056736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.415637631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.468931671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.578926476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.632398375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.685858965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.739727757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-2ee921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.795680441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2ee921"},"namespace":"ai-tenant-e2e-praxis-b-2ee921","name":"default-tenant","reconcileID":"701a4dd4-90a0-4d0c-b7f1-15ef6e837623","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-2ee921","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.85491127Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","namespace":"ai-tenant-e2e-praxis-a-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.85500685Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","namespace":"ai-tenant-e2e-praxis-a-7d11dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.855089458Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","tenant":"e2e-praxis-a-7d11dd","tenantID":"e2e-praxis-a-7d11dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.910217022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-7d11dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:31.975647272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"Service","name":"maas-api-e2e-praxis-a-7d11dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.034383918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-7d11dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.089378686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-7d11dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.147790021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.203409095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.261710254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.317779517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.390141381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.4454231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.499169589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"Service","name":"payload-processing-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.552454038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.605891004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.659445319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.725742284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.782499034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.836105157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.889499272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.943033517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-7d11dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:32.998482356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7d11dd"},"namespace":"ai-tenant-e2e-praxis-a-7d11dd","name":"default-tenant","reconcileID":"c068c244-f91a-4465-89ea-64910880b18c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-7d11dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:33.281915998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70f8a1b-e4ff-4a8c-8b4a-7a9369f6017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:33.339473589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70f8a1b-e4ff-4a8c-8b4a-7a9369f6017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:33.394335068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70f8a1b-e4ff-4a8c-8b4a-7a9369f6017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:33.44841156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70f8a1b-e4ff-4a8c-8b4a-7a9369f6017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:34.910453695Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7d11dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7d11dd","reconcileID":"35e75562-c63f-4a83-ae50-97640f30a360","aitenant":"ai-tenants/e2e-praxis-a-7d11dd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:35.391962052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8f8a35-173f-4c72-80e5-f4dfccbbdec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:35.446265446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8f8a35-173f-4c72-80e5-f4dfccbbdec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:35.500371185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8f8a35-173f-4c72-80e5-f4dfccbbdec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:35.554967864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8f8a35-173f-4c72-80e5-f4dfccbbdec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:35.728189879Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7d11dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7d11dd","reconcileID":"35e75562-c63f-4a83-ae50-97640f30a360","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7d11dd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-7d11dd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:36.32954548Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-21e3d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-21e3d9","reconcileID":"45a1d8d8-db50-44ff-9e35-5a2203a9b0ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-21e3d9","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-21e3d9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:37.517070288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb047b3-7f62-4415-8ab6-a7e43485f934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:37.57118766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb047b3-7f62-4415-8ab6-a7e43485f934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:37.625203871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb047b3-7f62-4415-8ab6-a7e43485f934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:37.679095295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb047b3-7f62-4415-8ab6-a7e43485f934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:37.951031314Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2ee921","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2ee921","reconcileID":"eb80b36d-5550-47fd-b528-71f24b8eb30d","aitenant":"ai-tenants/e2e-praxis-b-2ee921","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:38.800312993Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2ee921","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2ee921","reconcileID":"eb80b36d-5550-47fd-b528-71f24b8eb30d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2ee921","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-2ee921"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:39.689111663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af682f9-ebb0-445a-bb08-dda6526eed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:39.743236946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af682f9-ebb0-445a-bb08-dda6526eed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:39.797319949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af682f9-ebb0-445a-bb08-dda6526eed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:39.851849878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af682f9-ebb0-445a-bb08-dda6526eed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:41.796788733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad3c0a1-bf34-451d-a5a0-77643e10ceb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:41.851227445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad3c0a1-bf34-451d-a5a0-77643e10ceb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:41.905574494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad3c0a1-bf34-451d-a5a0-77643e10ceb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:41.95948484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cad3c0a1-bf34-451d-a5a0-77643e10ceb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:42.340429306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"b9596cc0-72dc-4b5a-990d-2d8c9b682f83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:43.979926615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b684da58-b6b8-46ec-85ac-6a3281a838cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:44.034455515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b684da58-b6b8-46ec-85ac-6a3281a838cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:44.089062823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b684da58-b6b8-46ec-85ac-6a3281a838cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:44.142895193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b684da58-b6b8-46ec-85ac-6a3281a838cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:45.817194518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"6971aec4-a3b2-4738-b675-94475a5e7f9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:46.091463877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4a0f09-925a-479c-9361-e4aec9e1532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:46.147220395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4a0f09-925a-479c-9361-e4aec9e1532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:46.203211891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4a0f09-925a-479c-9361-e4aec9e1532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:46.265290152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4a0f09-925a-479c-9361-e4aec9e1532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:48.226694107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22259704-fa36-498d-b384-407f1292687c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:48.280667488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22259704-fa36-498d-b384-407f1292687c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:48.334606741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22259704-fa36-498d-b384-407f1292687c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:48.388841027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22259704-fa36-498d-b384-407f1292687c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:48.925432423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"c966751e-e551-450e-90ef-60efd4d81c83","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:48.98181704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"719fd35c-a48b-4b4c-9cfe-f93449a74c5b","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.141953733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"8fb79b73-e010-45f3-afc8-e29100eb1e55","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.199536016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"8fb79b73-e010-45f3-afc8-e29100eb1e55","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.213276074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"d92fc0e1-7142-44e3-89c9-98ca943e79a2","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.269525981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"db657848-e201-4f86-bc44-fe9a0c1b3042","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:14:49.339515847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-user-subscription","reconcileID":"9ab8475a-ddae-4f0f-953a-e69f2b907071","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.413192119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"9457dd91-f530-4569-b067-232fba2c7007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.413326486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"67f2d1d9-905d-4871-b77b-6c51838726d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.471976226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"9457dd91-f530-4569-b067-232fba2c7007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.501306831Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bbe80 priority=0:[ai-tenant-e2e-worker-w4-0bbe80/e2e-test-other-subscription ai-tenant-e2e-worker-w4-0bbe80/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.501588855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"92c4e05d-2f38-4ec5-9e87-1ba6b8f2e47d","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.527629159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"67f2d1d9-905d-4871-b77b-6c51838726d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.556301905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"239ecb4c-d874-4944-a07d-550e7dd8bbf7","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:14:49.557820911Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0bbe80/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.581354326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"ee05fe8f-2e73-4ad7-b0a4-49019be8b22e","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.61374993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"37692424-a170-4189-9a2d-81f489a20ad2","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:14:49.617254206Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0bbe80/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.617343606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"94f1f562-8cf3-4e55-82d5-8775c5503975","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.677778611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"ae161519-6ade-4e14-b7c0-26f1496d89ee","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.8316653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"c6faaa7f-a69a-45d1-9208-fb988096a30d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.892539469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"c6faaa7f-a69a-45d1-9208-fb988096a30d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.941723802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"060172e4-dc06-4760-b164-51f649c09c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:49.947940145Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-user-subscription","reconcileID":"9e482f86-1859-46f8-8ee1-e2bae4535423","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-0bbe80/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-0bbe80/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.000945922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"060172e4-dc06-4760-b164-51f649c09c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.003791328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"6b66b281-4b05-4a95-888c-a107e6a3171e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.013054713Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-other-subscription","reconcileID":"8f91a649-a66d-40e8-a478-05bc7f5cbfd0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-0bbe80/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-0bbe80/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.066302558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"6b66b281-4b05-4a95-888c-a107e6a3171e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.123339414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"a940837e-dd0f-4bff-9b25-9fbe64b77acd","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.172302936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"43500d26-7f4b-4692-a6ba-d87919dcedb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.219842842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"46491ab5-c686-4534-b328-7bf93bc74188","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.26371778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"05f299a0-07be-40c5-a02e-69b852e09ba3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.322018654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"05f299a0-07be-40c5-a02e-69b852e09ba3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.340018703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-user-subscription","reconcileID":"a57adc4c-431d-44a5-ac76-fd56d3e7ea58","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.398468187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"742d95c4-aefc-46fc-b2e4-fe4750f542ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.442352591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-other-subscription","reconcileID":"cac33a34-8a4b-43fa-8cc5-ff9e49f8cad0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.45333584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"742d95c4-aefc-46fc-b2e4-fe4750f542ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.508002943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"742d95c4-aefc-46fc-b2e4-fe4750f542ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.562263323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"460e4524-7a4e-4b4f-83d0-7e356995dc5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:50.562944541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"742d95c4-aefc-46fc-b2e4-fe4750f542ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.592445691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128c3b37-e596-486f-a8fd-1da29e0ddf09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.646550837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128c3b37-e596-486f-a8fd-1da29e0ddf09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.704317093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128c3b37-e596-486f-a8fd-1da29e0ddf09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.716674092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"0cf1fb82-ddc4-4410-b9dc-7c34002a8657","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.758531351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128c3b37-e596-486f-a8fd-1da29e0ddf09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.921259633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"4e38d91a-3d0b-46b1-81ed-eff6329d277b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.922415627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"788d0099-ee28-44d8-8c0c-5b1312b5b89d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.92241998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"3db84b29-9df9-42a2-bd9c-fb730e5fa3d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.979391232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"4e38d91a-3d0b-46b1-81ed-eff6329d277b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.981219866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"3db84b29-9df9-42a2-bd9c-fb730e5fa3d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:52.981749554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"788d0099-ee28-44d8-8c0c-5b1312b5b89d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.395544316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"8632d01d-4b5f-46cc-b481-02191a0c249c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.514925915Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"8632d01d-4b5f-46cc-b481-02191a0c249c","name":"e2e-shared-b-w3-0ac243-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.573953799Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","namespace":"ai-tenant-e2e-praxis-b-a89c99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.574040115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","namespace":"ai-tenant-e2e-praxis-b-a89c99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.574114926Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","tenant":"e2e-praxis-b-a89c99","tenantID":"e2e-praxis-b-a89c99","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.63264472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a89c99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.693450887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"Service","name":"maas-api-e2e-praxis-b-a89c99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.751239492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a89c99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.798719646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0a032a-dc89-4cbf-b44f-eed34258d882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.852976253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0a032a-dc89-4cbf-b44f-eed34258d882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.855139608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a89c99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.907341592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0a032a-dc89-4cbf-b44f-eed34258d882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.961696913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0a032a-dc89-4cbf-b44f-eed34258d882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:54.963435895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.019249401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.077497195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.133201568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.236047267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.289323486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.342989216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"Service","name":"payload-processing-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.396239167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.420434476Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-user-subscription","reconcileID":"2b4bcc9d-3c5e-45b1-b97f-b1f72c28d42d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ba363839","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.449664996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.504406201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.558242335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.616874449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.645327331Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"ac392053-9a20-48e2-aa04-114b6bcf69f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-0bbe80/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.671531107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.710944941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-other-subscription","reconcileID":"cbbc2014-6b81-4121-8dc9-eb605febf180","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.724888507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.781470391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a89c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.838656499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a89c99"},"namespace":"ai-tenant-e2e-praxis-b-a89c99","name":"default-tenant","reconcileID":"ba9e2eef-e669-4589-b8a1-c162dc661903","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a89c99","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:55.974742942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"e3007e10-a395-42fb-8577-cc5e3ddac6fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:56.180967579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-other-subscription","reconcileID":"a730fd9d-a56f-486d-b0f5-01f87f6ef3b0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:56.780020831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:56.984340141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732d60db-784b-412d-8a77-5e522b821a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:57.038256356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732d60db-784b-412d-8a77-5e522b821a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:57.092737234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732d60db-784b-412d-8a77-5e522b821a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:57.146671376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732d60db-784b-412d-8a77-5e522b821a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:57.885619876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"8a214aca-2efb-4a4c-9314-d6a2316f6794","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:59.093425979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3152e371-ae3b-4254-b43c-e5325d3b0a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:59.147228866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3152e371-ae3b-4254-b43c-e5325d3b0a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:59.201165496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3152e371-ae3b-4254-b43c-e5325d3b0a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:14:59.255141811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3152e371-ae3b-4254-b43c-e5325d3b0a5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:01.289839719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbf1b1a-e53f-483e-96d8-ee575351abca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:01.343918982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbf1b1a-e53f-483e-96d8-ee575351abca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:01.397845782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbf1b1a-e53f-483e-96d8-ee575351abca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:01.451892687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbf1b1a-e53f-483e-96d8-ee575351abca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:05.024985666Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a89c99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a89c99","reconcileID":"d20dff43-05d8-4a83-8242-d0b5aa946fca","aitenant":"ai-tenants/e2e-praxis-b-a89c99","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:05.47419905Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-user-subscription","reconcileID":"bacfd06e-8a7b-4112-a47f-dd26bd2b7065","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:05.505410812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19188cd0-727c-4d18-91f7-a32045b221e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:05.560200132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19188cd0-727c-4d18-91f7-a32045b221e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:05.614963701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19188cd0-727c-4d18-91f7-a32045b221e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:05.669811522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19188cd0-727c-4d18-91f7-a32045b221e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:05.723277411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-user-subscription","reconcileID":"bacfd06e-8a7b-4112-a47f-dd26bd2b7065","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:05.841415928Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a89c99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a89c99","reconcileID":"d20dff43-05d8-4a83-8242-d0b5aa946fca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a89c99","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a89c99"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.001714738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"2ccb6038-e7bf-466b-bcae-0b1176a4afcb","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.060580089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"c7dbf7e9-339c-4d90-ab39-7836c213f32c","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.158159967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"297e8766-1570-405e-b0f9-6b9687eeded3","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.162521295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"5a16a6f7-4609-462f-b4e5-01ebe163be0d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.16265375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"c0d4d608-f33d-40e1-8f9a-0b6499a340c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.162528284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"7d17eaa5-ef10-4bfe-8bc4-01ae8c202496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.220620232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"c0d4d608-f33d-40e1-8f9a-0b6499a340c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.221029071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"5a16a6f7-4609-462f-b4e5-01ebe163be0d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.223322489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"7d17eaa5-ef10-4bfe-8bc4-01ae8c202496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.58971548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"baa6adf3-70ef-4e0a-989a-632af9e27ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.590367658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"ef0a247f-0bb2-4190-856b-37cc947ad542","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.591525071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"1ab9acd8-cedd-4213-93a5-0652807992b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.650385801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"baa6adf3-70ef-4e0a-989a-632af9e27ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.652957391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"ef0a247f-0bb2-4190-856b-37cc947ad542","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:06.656356447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"1ab9acd8-cedd-4213-93a5-0652807992b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:07.696369771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aad7acc-ac17-46e6-8b42-822f84b58e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:07.750296035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aad7acc-ac17-46e6-8b42-822f84b58e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:07.804255738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aad7acc-ac17-46e6-8b42-822f84b58e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:07.858289366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aad7acc-ac17-46e6-8b42-822f84b58e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:09.376505443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"9227a577-ac32-43be-8016-57445deed9f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:09.804764454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce6ea15-4643-4d10-97cb-86eef15ecd2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:09.858608965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce6ea15-4643-4d10-97cb-86eef15ecd2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:09.912512267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce6ea15-4643-4d10-97cb-86eef15ecd2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:09.966519625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ce6ea15-4643-4d10-97cb-86eef15ecd2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:11.713605984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"097bb7b4-60bb-44d8-9fee-bf09b4fb6f19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:12.821601292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"277d0d00-5930-4ce8-be0f-a2b59f58d291","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.209921211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"6dc06444-067a-4ce0-b0e7-0e87d442e747","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.32460694Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-other-subscription","reconcileID":"80432133-9cb1-4b58-b962-7ff977dc9229","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.54707973Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-other-subscription","reconcileID":"80432133-9cb1-4b58-b962-7ff977dc9229","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bbe80/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.626938732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"4a424a2d-6dcc-4366-801d-730c6baa72f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.745401663Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"4a424a2d-6dcc-4366-801d-730c6baa72f1","name":"e2e-shared-b-w2-3404b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.763888963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"8fdab76f-5b49-4ec9-9f8a-f5829e195197","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.769852593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"1c8b49d2-c369-4ebb-8423-0bad5b64b5c3","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.929684209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"8dbaae41-5d4b-4304-98ea-53ce64a2f309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.930455292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"460b111a-1818-4654-9621-5a4459c84763","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.931029919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"2ea49b66-6fab-428d-85da-99b0e33dba18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:16.936057611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"be657662-ce08-42e2-8c6c-d56391012f68","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:17.039181276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"460b111a-1818-4654-9621-5a4459c84763","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:17.041592666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"2ea49b66-6fab-428d-85da-99b0e33dba18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:17.042833344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"8dbaae41-5d4b-4304-98ea-53ce64a2f309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:17.248280278Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"e2e-test-auth-access-denied","reconcileID":"bc3d40cb-9792-4f11-8c55-c1879a93005d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:17.506080498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"dd71fe2d-8c82-4fac-b87f-fde89744660e","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.035281531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"d931c69f-4c39-4338-b3c5-5ad3db7c5ee7","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.090938387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"e401c85a-cbf7-476c-8bda-2b4f64bbed93","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.254056053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-auth","reconcileID":"26fdbe21-f694-4e69-8bc4-080f99d8c9ef","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.312016306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-auth","reconcileID":"26fdbe21-f694-4e69-8bc4-080f99d8c9ef","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.323257267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"98f337f9-cedb-446d-898e-9744e6f6b68c","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.381813036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"4f8a95e3-bccd-4cbb-a4f7-6d3c6df652f6","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:15:22.434452163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-sub","reconcileID":"f0397fb6-55cb-4016-a5bb-1ad90f02c129","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.508358146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"eba1fd37-50f5-41d0-b3dd-6f692553817b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.561569659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"d8ac2bd9-9d27-4b3b-944b-d14a2a4b2c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.566604576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"eba1fd37-50f5-41d0-b3dd-6f692553817b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.566630127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"7e849ed0-52d5-4d8a-8df0-2f934f8d3a6c","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.619823607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"d8ac2bd9-9d27-4b3b-944b-d14a2a4b2c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.623433357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"ee98d6c0-9a46-4620-99d8-379f61ea9aa1","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.667950384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"f4c25137-0814-4629-a4ee-eccac2f36672","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.882782346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-auth","reconcileID":"c4b588fe-6985-4cde-bff3-cdffbfa58f9f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.941764023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-auth","reconcileID":"c4b588fe-6985-4cde-bff3-cdffbfa58f9f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.991536348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"f3ae3144-b297-4130-a27b-b83d670af0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.99764251Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-sub","reconcileID":"8ff066b1-0c2c-4703-86de-6a66f875aad1","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-6d5663/e2e-status-degraded-sub","ai-tenant-e2e-worker-w1-6d5663/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:22.997818653Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-sub","reconcileID":"8ff066b1-0c2c-4703-86de-6a66f875aad1","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-6d5663/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.04979031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"f3ae3144-b297-4130-a27b-b83d670af0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.091802966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"96351aee-a620-4a81-a8f0-3a59353edd4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.149490586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"96351aee-a620-4a81-a8f0-3a59353edd4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.216051095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"c3bc0b37-ffe3-4bc4-a378-93a59c86e47c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.269292422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"c92a3b66-88e7-42f2-a11f-cb52504050e8","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.383536271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366bf5f5-67b5-440a-a51f-c6ad7e99e45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.437581487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366bf5f5-67b5-440a-a51f-c6ad7e99e45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.491489145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-sub","reconcileID":"cfa74497-6a58-4c07-9bb8-e177eb9881a2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.492041115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366bf5f5-67b5-440a-a51f-c6ad7e99e45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.492196892Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-sub","reconcileID":"cfa74497-6a58-4c07-9bb8-e177eb9881a2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-6d5663/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.546025784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366bf5f5-67b5-440a-a51f-c6ad7e99e45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:23.836503758Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-754ac5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-754ac5","reconcileID":"43a0755b-e7db-4e20-9bad-b1042af71fbc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-754ac5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-754ac5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:24.83559348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"3a2a4169-1d40-44b4-a4e1-41b6d52e57f7","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:25.016155397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"5eb21f22-bb07-4d39-9059-7e57cc20c626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:25.016174905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-auth","reconcileID":"106c7fb8-d4aa-4027-9a58-9f3423cb36f0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:25.016665078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"11069861-56a8-4137-9cd1-810d6b2bcc0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:25.074717455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-auth","reconcileID":"106c7fb8-d4aa-4027-9a58-9f3423cb36f0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:25.075006304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"11069861-56a8-4137-9cd1-810d6b2bcc0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:25.077242912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"5eb21f22-bb07-4d39-9059-7e57cc20c626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:25.515970678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe3ee11-22e9-4c14-ae2d-5e435ce8e73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:25.570590923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe3ee11-22e9-4c14-ae2d-5e435ce8e73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:25.624870911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe3ee11-22e9-4c14-ae2d-5e435ce8e73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:25.679011913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe3ee11-22e9-4c14-ae2d-5e435ce8e73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:26.777685967Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:27.753086587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc14a0b-3a5c-4297-900a-9b6f12bcc2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:27.807235019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc14a0b-3a5c-4297-900a-9b6f12bcc2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:27.861932677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc14a0b-3a5c-4297-900a-9b6f12bcc2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:27.915847627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc14a0b-3a5c-4297-900a-9b6f12bcc2aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:29.88586436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5138086d-f545-427e-a429-7bf944c18ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:29.940359875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5138086d-f545-427e-a429-7bf944c18ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:29.996451008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5138086d-f545-427e-a429-7bf944c18ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:30.051953697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5138086d-f545-427e-a429-7bf944c18ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:32.020783847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53a36ff-275d-4982-8fc1-6344ba72db6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:32.074666825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53a36ff-275d-4982-8fc1-6344ba72db6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:32.128812296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53a36ff-275d-4982-8fc1-6344ba72db6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:32.183023519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53a36ff-275d-4982-8fc1-6344ba72db6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.024763143Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-sub","reconcileID":"5ee1a546-a277-4199-bf00-06e30537c024","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.247612685Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-sub","reconcileID":"5ee1a546-a277-4199-bf00-06e30537c024","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-6d5663/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.247648889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-sub","reconcileID":"5ee1a546-a277-4199-bf00-06e30537c024","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.247785165Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-sub","reconcileID":"5ee1a546-a277-4199-bf00-06e30537c024","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-6d5663/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.463927668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"8adec120-e626-4bc5-8797-f0b15a159a09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.524798181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"cb852db3-d2dc-4769-9083-2cc450fbf53d","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.676881539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"f23d8698-6b16-4a05-b506-9acd4054756c","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.686073554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"fb7e82ad-b5dc-4701-8ac1-a6c50661d5e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.68673326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-auth","reconcileID":"5f7d5dcc-8b2b-4f69-b52a-56e0afffa782","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.68728905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"12152940-f906-4f68-9196-548b2ff0c8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.744893793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"12152940-f906-4f68-9196-548b2ff0c8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.746196129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"fb7e82ad-b5dc-4701-8ac1-a6c50661d5e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.747427268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-auth","reconcileID":"5f7d5dcc-8b2b-4f69-b52a-56e0afffa782","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:35.952411122Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"e2e-status-degraded-auth","reconcileID":"1422325e-3e20-4e5a-83d1-e458f749d2c9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:36.164841545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"9241507c-f497-4f24-8ab8-099e0b6220ac","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:37.663984715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"7db501df-cc24-4441-9887-c83426ca50d5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:37.800715292Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"7db501df-cc24-4441-9887-c83426ca50d5","name":"e2e-shared-b-w0-21e3d9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:41.554763359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c96325-4372-4abb-b7a7-2086e00907d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:41.60888914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c96325-4372-4abb-b7a7-2086e00907d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:41.665049838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c96325-4372-4abb-b7a7-2086e00907d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:41.720521913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c96325-4372-4abb-b7a7-2086e00907d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:42.106374568Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9726ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9726ed","reconcileID":"5535a0cb-16ae-40b3-96bd-06a4d568d2c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-9726ed","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-9726ed":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:43.788888721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b9fa76-aa9b-414d-8f66-d53f4bf427c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:43.842778918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b9fa76-aa9b-414d-8f66-d53f4bf427c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:43.897719739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b9fa76-aa9b-414d-8f66-d53f4bf427c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:43.952619918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b9fa76-aa9b-414d-8f66-d53f4bf427c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:45.877655636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4ab727-a5fc-4470-b263-a35307156776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:45.932487744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4ab727-a5fc-4470-b263-a35307156776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:45.986354202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4ab727-a5fc-4470-b263-a35307156776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:46.041693956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4ab727-a5fc-4470-b263-a35307156776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:47.980890742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3196791-37a3-4104-9624-b9c5becfc252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:48.035087967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3196791-37a3-4104-9624-b9c5becfc252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:48.089210859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3196791-37a3-4104-9624-b9c5becfc252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:48.143672066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3196791-37a3-4104-9624-b9c5becfc252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:50.098238639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d789d91f-04bf-4c9f-9d6a-185da6d7af63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:50.152595843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d789d91f-04bf-4c9f-9d6a-185da6d7af63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:50.207457189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d789d91f-04bf-4c9f-9d6a-185da6d7af63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:50.262469149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d789d91f-04bf-4c9f-9d6a-185da6d7af63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:15:56.777648006Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:00.182086692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424a9c7b-fdfc-462c-9bf1-186970c852cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:00.236237162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424a9c7b-fdfc-462c-9bf1-186970c852cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:00.290456523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424a9c7b-fdfc-462c-9bf1-186970c852cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:00.344341907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424a9c7b-fdfc-462c-9bf1-186970c852cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:02.276662022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c986fc4-4343-4513-a7dc-52a06725d646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:02.330529225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c986fc4-4343-4513-a7dc-52a06725d646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:02.38427736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c986fc4-4343-4513-a7dc-52a06725d646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:02.438391121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c986fc4-4343-4513-a7dc-52a06725d646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:04.501766087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d94aca8-12d4-4459-b252-c21dc8a3753c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:04.556870715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d94aca8-12d4-4459-b252-c21dc8a3753c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:04.612569305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d94aca8-12d4-4459-b252-c21dc8a3753c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:04.666562774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d94aca8-12d4-4459-b252-c21dc8a3753c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:15.536422831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b70b2a49-05de-4ea6-b992-04f581a45415","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:15.854005622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"7a6f2cae-f749-4b4d-8e0f-8c9a40f88c67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:15.981771033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"85331446-b8e7-47c1-a376-9dcd83df4304","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:16.081495176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"944d251f-7d3c-4a84-ab91-6919204d7db5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:16.183591011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"bba87568-e6eb-4a02-9809-33df92112f83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:16.290643641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"7334216d-8af0-4144-9a4e-4d1910fddae5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:16.393282955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"c11b5ae0-ca46-4a5c-922f-833ebdf873f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:16.490964223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"9710bb8c-b419-4593-98da-37bd14e70938","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:16.538751979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ac576a59-d6d9-4c96-a00b-b8cfc0f4473c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:16.660472374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"61cde062-50a9-4aeb-b4b3-2329c8c593a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:16.761038928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"a49ebaf9-fdad-4db1-8a4a-fc8130c56ac8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:16.781013852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"8f2aa9d9-59af-4258-982e-d2427cd75df9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:20.235364248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5073597c-abba-4df8-8bb3-0fb973612025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:20.289752961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5073597c-abba-4df8-8bb3-0fb973612025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:20.343845839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5073597c-abba-4df8-8bb3-0fb973612025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:20.397668308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5073597c-abba-4df8-8bb3-0fb973612025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:22.326040979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4da1a21-c50f-44c6-8672-f2b51ad55d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:22.380099706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4da1a21-c50f-44c6-8672-f2b51ad55d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:22.434110435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4da1a21-c50f-44c6-8672-f2b51ad55d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:22.488527716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4da1a21-c50f-44c6-8672-f2b51ad55d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:24.488014765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ad4cdf-7de0-41c0-b438-97313100514a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:24.541811323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ad4cdf-7de0-41c0-b438-97313100514a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:24.596415908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ad4cdf-7de0-41c0-b438-97313100514a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:24.651388961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ad4cdf-7de0-41c0-b438-97313100514a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:26.588041435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e2a4af-2335-4b79-bcbd-36dc37691a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:26.642254478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e2a4af-2335-4b79-bcbd-36dc37691a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:26.69637126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e2a4af-2335-4b79-bcbd-36dc37691a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:26.751248096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e2a4af-2335-4b79-bcbd-36dc37691a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:26.778628407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:28.841406757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"e6237206-90ec-4fbe-aee2-216db098f853","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:28.959098034Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"e6237206-90ec-4fbe-aee2-216db098f853","name":"e2e-shared-a-w4-754ac5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:32.082850416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"66ce7f1b-16b5-47dd-b360-cbd35be2573b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:32.270184576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"360d06b8-1bd6-47d5-9ae9-fa5daef82eb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:32.371571303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"0032da3a-4627-478b-9d7b-242b78a3c585","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:32.472463537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"5b1028fb-3590-4baf-a93f-62ca3c953871","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:32.472510071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"05449af5-0ffa-431d-b3db-d006d15e7988","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:32.581107355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"d358c848-b671-436d-ae98-cc96557621bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:32.681172044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"80d102bb-f83c-4b8f-bf29-9fd9d08843e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:32.891862017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"348273e0-73ce-4300-b850-741351fccccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:33.083965329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b1789a0-8b6d-49d2-a1a2-a89b3b3bc5b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:33.404525411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"232ea7f9-6655-4b70-b223-a60f739ff9df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:33.50420752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"74369ee5-862e-43d8-bba1-ca696c8030b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:33.52850091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"ee725b90-c27e-4938-a9a3-f2b42428e57b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:45.589869062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14318a45-1b0c-4b15-be1f-8b99691d1e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:45.644138901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14318a45-1b0c-4b15-be1f-8b99691d1e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:45.698239557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14318a45-1b0c-4b15-be1f-8b99691d1e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:45.75193561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14318a45-1b0c-4b15-be1f-8b99691d1e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:47.790547812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198d3e18-fd9f-4302-a1ff-77aa368c4d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:47.848044678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198d3e18-fd9f-4302-a1ff-77aa368c4d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:47.905161865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198d3e18-fd9f-4302-a1ff-77aa368c4d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:47.960283338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198d3e18-fd9f-4302-a1ff-77aa368c4d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:53.778487875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"25153c85-60a0-41f6-a6fb-539e8407a4be","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-9726ed","tenantID":"e2e-autores-9726ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:53.896658825Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"25153c85-60a0-41f6-a6fb-539e8407a4be","name":"e2e-autores-9726ed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:16:56.77801918Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:19.620457129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"ee5f098b-783d-4fb0-a400-4660bf03333c","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:19.620494713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"ee5f098b-783d-4fb0-a400-4660bf03333c","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:26.779352313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:39.862596178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4fad51-5818-4336-887e-622c6ea8b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:39.916937985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4fad51-5818-4336-887e-622c6ea8b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:39.971187717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4fad51-5818-4336-887e-622c6ea8b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:40.025626386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4fad51-5818-4336-887e-622c6ea8b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:41.987699733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60445e66-32ca-40f3-a5fa-95e022b81f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:42.041835424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60445e66-32ca-40f3-a5fa-95e022b81f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:42.096668246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60445e66-32ca-40f3-a5fa-95e022b81f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:42.152767559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60445e66-32ca-40f3-a5fa-95e022b81f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:47.010035789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2262fea5-53a8-49e3-9d15-bc709f4bf3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:47.064441014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2262fea5-53a8-49e3-9d15-bc709f4bf3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:47.118503232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2262fea5-53a8-49e3-9d15-bc709f4bf3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:47.172704407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2262fea5-53a8-49e3-9d15-bc709f4bf3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:47.50511805Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-fe3f4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-fe3f4d","reconcileID":"1cbc153e-76b1-4f03-a3be-f833e2de2f3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-fe3f4d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-fe3f4d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:49.18909151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55529e07-b64a-4175-8b6a-ef239c0386b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:49.243113059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55529e07-b64a-4175-8b6a-ef239c0386b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:49.29701068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55529e07-b64a-4175-8b6a-ef239c0386b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:49.35124823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55529e07-b64a-4175-8b6a-ef239c0386b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:51.298970863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05074713-5e79-440b-a16a-0753e88fb175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:51.356547699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05074713-5e79-440b-a16a-0753e88fb175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:51.412300035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05074713-5e79-440b-a16a-0753e88fb175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:51.467928928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05074713-5e79-440b-a16a-0753e88fb175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:53.42997999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5612a67f-2ae2-42fc-9f97-1a01357c8633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:53.484272407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5612a67f-2ae2-42fc-9f97-1a01357c8633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:53.539081534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5612a67f-2ae2-42fc-9f97-1a01357c8633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:53.596455762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5612a67f-2ae2-42fc-9f97-1a01357c8633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:17:56.790158807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:06.000951601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4b6e23-1359-4a57-9cf1-05362099a5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:06.056322866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4b6e23-1359-4a57-9cf1-05362099a5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:06.110678967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4b6e23-1359-4a57-9cf1-05362099a5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:06.165524869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4b6e23-1359-4a57-9cf1-05362099a5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:08.19574003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e975e0d1-304c-4fa1-be3c-b65e96e80498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:08.253634752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e975e0d1-304c-4fa1-be3c-b65e96e80498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:08.311219125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e975e0d1-304c-4fa1-be3c-b65e96e80498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:08.365680854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e975e0d1-304c-4fa1-be3c-b65e96e80498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:09.38872793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"4134ce03-738b-43b8-a31d-8dd1e1773163","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:09.388763946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"4134ce03-738b-43b8-a31d-8dd1e1773163","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:26.785320845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:46.443378546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07972538-981e-4d8f-801f-2c4db6b399dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:46.550767226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9798f73f-45ee-4fd5-b333-646ea89c0289","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:46.718959298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"483fa83b-d011-4e42-867d-11ad9ad3df26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:46.847306909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"191e3498-2ee1-453f-8e04-d36b70c90394","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:46.950216178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"fa1eb2e6-56da-436e-9418-b0de29407330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:47.380688865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"d01daa0a-bfed-49c0-b153-b4712fa5cf88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:47.434404861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"962b3088-5d1f-4c60-839c-0f696dd8d797","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:47.765382479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"0dc0298c-30f9-4130-bf23-5c8e41da38fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:47.863324691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"449b7e0c-0ebc-4a44-ad4f-aa97cf485d21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:47.892569268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"8d1dac24-130c-458c-a134-e54c3bc50a59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:47.962015744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"0e5b2b89-bf25-426f-b6db-ab4416099af2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:48.062201939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"c1b81295-88bb-47d5-8a04-a2c6110dae42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:49.719304612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"9a3e7060-c747-410c-b591-be38a1066a5a","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:49.719330803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"9a3e7060-c747-410c-b591-be38a1066a5a","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:18:56.779977583Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:05.704210856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"c1671a87-7bd7-4bda-80db-59bc72053e2e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:05.827108802Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"c1671a87-7bd7-4bda-80db-59bc72053e2e","name":"e2e-shared-b-w4-fe3f4d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:06.451017433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"a9b1e519-0733-4ad3-9989-e6232a6934c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:06.778831917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"a2f113aa-bfb1-487e-9621-5097d21c837d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:06.880394636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"419b02f3-73b2-42b1-afe3-3e255adacdb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:06.976694297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"4e558517-caf6-40d9-bda7-892c9826cc7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:07.112008101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"4446ca35-5123-48a5-999c-6d5bf67d9f25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:07.206825843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"49000a88-845f-41da-a966-4edd60159ff4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:07.229606858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9df9efb-7ee8-4286-b6df-7d8b6816b7e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:07.367242649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"46d6ce5e-0f6c-4cbe-b384-a48dcaf1a218","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:07.498786581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"5e5bfd02-ad3e-452a-874d-f7ad72996c8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:07.628403955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"c2b1b60f-30fe-4895-b98c-95c87073ee7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:07.72940426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"0ea224ed-268a-4f7b-ba64-f6f5677d38bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:07.839616418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f2417e6-1d1a-435d-b060-a5c8a567726a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:14.743783738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"36bc42fb-9850-4e5c-b832-4120707e7136","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:14.743822815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"36bc42fb-9850-4e5c-b832-4120707e7136","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:20.393736601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"2e70e517-638d-416f-97d5-3b71441bde8f","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:20.393763038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"2e70e517-638d-416f-97d5-3b71441bde8f","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:20.452956819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"972ef858-77dc-4bd8-b010-7bfcd11c0132","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:20.452986959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"972ef858-77dc-4bd8-b010-7bfcd11c0132","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:20.561806414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"2e3437d2-07fa-438a-9253-6fbc214ada4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:20.691795609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"2e3437d2-07fa-438a-9253-6fbc214ada4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:20.749312601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"2e3437d2-07fa-438a-9253-6fbc214ada4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:20.809349659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"c95fb8ce-91a1-4d58-9172-efebfad8aad9","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:20.80937051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"c95fb8ce-91a1-4d58-9172-efebfad8aad9","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:26.78338843Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:30.918523547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"0e964a9b-44b2-483a-b380-ab80e73691f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:30.978018733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"0e964a9b-44b2-483a-b380-ab80e73691f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:31.044806713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"0e964a9b-44b2-483a-b380-ab80e73691f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:41.160620679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"0b81e575-136f-4106-ac14-bf31d34cde30","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:41.220347465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"0b81e575-136f-4106-ac14-bf31d34cde30","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:41.279702256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"0b81e575-136f-4106-ac14-bf31d34cde30","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:46.161644882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-9726ed","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"autores-model-9726ed","reconcileID":"b55abe28-057b-445e-8780-d37332e3b4d4","MaaSModelRef":{"name":"autores-model-9726ed","namespace":"ai-tenant-e2e-autores-9726ed"},"tenant":"e2e-autores-9726ed","gateway":"openshift-ingress/e2e-autores-9726ed","model":"ai-tenant-e2e-autores-9726ed/autores-model-9726ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:46.161675457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-9726ed","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"autores-model-9726ed","reconcileID":"b55abe28-057b-445e-8780-d37332e3b4d4","MaaSModelRef":{"name":"autores-model-9726ed","namespace":"ai-tenant-e2e-autores-9726ed"},"routeName":"autores-model-9726ed-kserve-route","namespace":"ai-tenant-e2e-autores-9726ed","llmisvcName":"autores-model-9726ed","gateway":"openshift-ingress/e2e-autores-9726ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:51.388484582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"6eeaee82-9d1b-4c81-89af-3d94d84b07be","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:51.447730418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"6eeaee82-9d1b-4c81-89af-3d94d84b07be","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:51.505400218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e889e667ee3e04008ba6c87a7dd28a63700f22ee33804b102deafeb6de8bd75) AuthConfig (f8d17c5bc41525080a8ec19863b869ab9b56a688a5ba77cd1a4e6b9ec6976592) AuthConfig (cb21a7b3df83c0e55a753ae0c56acacb2f4e88c25e4197493c10572c8e0d163a) AuthConfig (034da74b6ed88348282024401ba684fd4f21bef6b3360403bcb2ec511683790f) AuthConfig (5dcba957727bff9532097ed0138ad5a29a8cb694f04599b5de689ef010d9f72e) AuthConfig (00c34cd6de8413679c6ba18521a16a762e4c66cc79f8a978e3bfc7e6838848f7) AuthConfig (ecf16c8b6608b2768eb78f9f275a511b58ea3429439a5205c4d61a108822d935) AuthConfig (765ba94d76b1b11f9fd419b155843a0eb26cbb8ad2d2c236b19f9df12a7d326d) AuthConfig (8e23f54fcfd0b90619475ba2110ebc39714ea1f3920acf3fb3ef205497ba6b76) AuthConfig (a9d0159494c40cea1ba78d43d37ce3a0268864d31e5b05b979651d47cb868d4e) AuthConfig (53cd915e71eee47ab939bb422ffbdf60c21c47a65530c3f5d777be716b0c7b89) AuthConfig (6b61485c4dcca3f4a3c4f9901c597903bd96583794c536e30c701d416cd96f8f) AuthConfig (b126ea4810a94046e2e089bc13df6b1e1ba1460ff4c56b73776706192e37b7e4) AuthConfig (24bf3838a77fa107672e736635a48d8a3f59dcffec54f8720b388cd1491ceaef) AuthConfig (4b6f79c3cfa02a12046bbe7865972e7679a620be638a45d9fb5617780193361f) AuthConfig (6b66fcdfafc9ed0cd51e8bdd70f9b85d1ecc7664f7437f66b1e5646f5633268c) AuthConfig (b2c04a5d7f7541b2ba33162e1ee4f321274687c2f0adc86bb40ac55bee4c664b) AuthConfig (d2b79a9de655babe238e642cefb89252826a7b3853a398da48c34789ab44e6e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"6eeaee82-9d1b-4c81-89af-3d94d84b07be","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:51.77134128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"5d050833-7d60-4a4b-b537-c49b107fce25","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:51.771372244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"5d050833-7d60-4a4b-b537-c49b107fce25","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:19:56.779615506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:01.675299213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"4b7d09ec-ca28-4450-9aa2-c608f10a1ee1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:01.733993662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"4b7d09ec-ca28-4450-9aa2-c608f10a1ee1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:01.790882192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e889e667ee3e04008ba6c87a7dd28a63700f22ee33804b102deafeb6de8bd75) AuthConfig (f8d17c5bc41525080a8ec19863b869ab9b56a688a5ba77cd1a4e6b9ec6976592) AuthConfig (cb21a7b3df83c0e55a753ae0c56acacb2f4e88c25e4197493c10572c8e0d163a) AuthConfig (034da74b6ed88348282024401ba684fd4f21bef6b3360403bcb2ec511683790f) AuthConfig (5dcba957727bff9532097ed0138ad5a29a8cb694f04599b5de689ef010d9f72e) AuthConfig (00c34cd6de8413679c6ba18521a16a762e4c66cc79f8a978e3bfc7e6838848f7) AuthConfig (ecf16c8b6608b2768eb78f9f275a511b58ea3429439a5205c4d61a108822d935) AuthConfig (765ba94d76b1b11f9fd419b155843a0eb26cbb8ad2d2c236b19f9df12a7d326d) AuthConfig (8e23f54fcfd0b90619475ba2110ebc39714ea1f3920acf3fb3ef205497ba6b76) AuthConfig (a9d0159494c40cea1ba78d43d37ce3a0268864d31e5b05b979651d47cb868d4e) AuthConfig (53cd915e71eee47ab939bb422ffbdf60c21c47a65530c3f5d777be716b0c7b89) AuthConfig (6b61485c4dcca3f4a3c4f9901c597903bd96583794c536e30c701d416cd96f8f) AuthConfig (b126ea4810a94046e2e089bc13df6b1e1ba1460ff4c56b73776706192e37b7e4) AuthConfig (24bf3838a77fa107672e736635a48d8a3f59dcffec54f8720b388cd1491ceaef) AuthConfig (4b6f79c3cfa02a12046bbe7865972e7679a620be638a45d9fb5617780193361f) AuthConfig (6b66fcdfafc9ed0cd51e8bdd70f9b85d1ecc7664f7437f66b1e5646f5633268c) AuthConfig (b2c04a5d7f7541b2ba33162e1ee4f321274687c2f0adc86bb40ac55bee4c664b) AuthConfig (d2b79a9de655babe238e642cefb89252826a7b3853a398da48c34789ab44e6e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"4b7d09ec-ca28-4450-9aa2-c608f10a1ee1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:11.900781842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"840c62d8-de4d-4754-a984-9b23203369db","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:11.959390145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"840c62d8-de4d-4754-a984-9b23203369db","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:12.23645414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"f9ca0bab-ba3d-43c2-8a5e-a6b3a3bbc97c","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:12.236479663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"f9ca0bab-ba3d-43c2-8a5e-a6b3a3bbc97c","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:12.818498668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"f32f9563-66fa-4566-949c-5f339932d56a","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:12.818526402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"f32f9563-66fa-4566-949c-5f339932d56a","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:12.880413521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"51f6fa38-c546-4135-8e54-4ecf9402c9cb","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:12.880431392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"51f6fa38-c546-4135-8e54-4ecf9402c9cb","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:12.926800645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"b0a0c1b5-73e9-4ddb-ba54-957977a9bfd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:20:12.927319296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"d742fe3a-b2b0-47a1-9f92-4dd59f35f988","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2902e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:20:12.935746394Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"51f6fa38-c546-4135-8e54-4ecf9402c9cb","name":"auth-test-model-6d65e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6d65e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:20:12.935953681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"51f6fa38-c546-4135-8e54-4ecf9402c9cb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6d65e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:12.941344073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"51dacc17-fa59-4098-9518-9f82a1d66fae","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:12.941362353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"51dacc17-fa59-4098-9518-9f82a1d66fae","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:12.985111452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"b0a0c1b5-73e9-4ddb-ba54-957977a9bfd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:13.039301161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"cb546763-343b-4239-9922-90eb18860a16","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:13.039327502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"cb546763-343b-4239-9922-90eb18860a16","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:13.097156451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"a48e1770-efd8-4817-90f6-ec10efc8fdbe","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:13.097177825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"a48e1770-efd8-4817-90f6-ec10efc8fdbe","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:13.301323305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"4116f09c-b728-4d17-9aee-1cae14598d8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:13.317257406Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"70571217-5c90-44e0-ae59-4885077862bb","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-auth-test-model-6d65e1","model":"auth-test-model-6d65e1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-6d65e1/e2e-auth-iso-2902e4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:13.360379423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"4116f09c-b728-4d17-9aee-1cae14598d8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:13.490176609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"5be96896-ab69-47e7-8478-c9bd0300d470","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:13.490196906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"5be96896-ab69-47e7-8478-c9bd0300d470","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:13.707092398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"39a17cf9-a3c6-4a12-80ff-3990b8e39644","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-auth-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.632256278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eefe16b-14b6-4ff6-ad22-32843d3bf23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.686989457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eefe16b-14b6-4ff6-ad22-32843d3bf23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.741028123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eefe16b-14b6-4ff6-ad22-32843d3bf23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.795077223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eefe16b-14b6-4ff6-ad22-32843d3bf23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:25.319859757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"e0542246-44a0-4413-94db-df16d849cc7d","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:25.319893033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"e0542246-44a0-4413-94db-df16d849cc7d","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:25.778638081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00397e56-8d1d-4944-a283-e811086fcf58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:25.833785427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00397e56-8d1d-4944-a283-e811086fcf58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:25.88787208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00397e56-8d1d-4944-a283-e811086fcf58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:25.942156481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00397e56-8d1d-4944-a283-e811086fcf58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:26.780405669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:29.714310399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"173cd147-1537-45c4-b73d-e9e4ea01161e","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:29.71433893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"173cd147-1537-45c4-b73d-e9e4ea01161e","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.070107885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"2636aa2a-8dab-402f-8ca5-82a060c3bd42","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.070141167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"2636aa2a-8dab-402f-8ca5-82a060c3bd42","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.130073006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"e06f2482-72c9-41f5-8c60-d1bfb10bde24","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.130099031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"e06f2482-72c9-41f5-8c60-d1bfb10bde24","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.23900453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"ada5cd47-4f57-47a3-a241-8638980fd8ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.372191006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"ada5cd47-4f57-47a3-a241-8638980fd8ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.429858137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"ada5cd47-4f57-47a3-a241-8638980fd8ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.430719689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"efa90761-c0ea-41eb-b2b1-6c5dc830d891","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-auth-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.490211647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"8748e333-7bae-48b5-9c6c-f8ef45bbfd7f","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.490232544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"8748e333-7bae-48b5-9c6c-f8ef45bbfd7f","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.614212905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"9ee2ec52-4070-4b43-9c72-1fdd61c91f14","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.614241186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"9ee2ec52-4070-4b43-9c72-1fdd61c91f14","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.816600695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"7ac3cc26-4800-4642-bd51-b6df6186ba6e","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.816629456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"7ac3cc26-4800-4642-bd51-b6df6186ba6e","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.873507548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"a7de7087-34e0-4f76-bdd1-4673a914d985","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.873532733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"a7de7087-34e0-4f76-bdd1-4673a914d985","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:30.982001058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"0cccc7b1-59ac-4944-9d03-6b727efe2a11","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:31.113717129Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"0cccc7b1-59ac-4944-9d03-6b727efe2a11","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:31.171230488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-80d95b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"0cccc7b1-59ac-4944-9d03-6b727efe2a11","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:31.227897076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"6c86332f-dfd6-4cef-bed8-2632188b002b","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:31.227917619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"6c86332f-dfd6-4cef-bed8-2632188b002b","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:31.654813254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"d4a0fac6-ed97-4c79-b8ac-95f2f310cdb5","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:31.654843867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"d4a0fac6-ed97-4c79-b8ac-95f2f310cdb5","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:31.712676802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"4f458ca9-cfd3-41d5-b208-d55d6058b724","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:31.712700228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"4f458ca9-cfd3-41d5-b208-d55d6058b724","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:31.822553081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"4e00f450-bea8-468b-936e-d943e6fd333f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:31.948858219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"4e00f450-bea8-468b-936e-d943e6fd333f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:32.006527005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"4e00f450-bea8-468b-936e-d943e6fd333f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:32.065909643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"97468e18-01ea-4e3e-93f0-3d8d2e361d85","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:32.06593228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"97468e18-01ea-4e3e-93f0-3d8d2e361d85","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:32.185105058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"a1db6a66-c9c6-441c-8f2c-ed77dca4bd38","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:32.244061056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"a1db6a66-c9c6-441c-8f2c-ed77dca4bd38","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:40.601540602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"f17a7b5b-96f3-4410-8c87-aecd6dc8953f","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:40.660916377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"f17a7b5b-96f3-4410-8c87-aecd6dc8953f","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:40.718613024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"f17a7b5b-96f3-4410-8c87-aecd6dc8953f","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:41.336712945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"76020c8d-44cf-4a50-bd66-109ee31ec207","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:41.395040237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"76020c8d-44cf-4a50-bd66-109ee31ec207","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:41.452685526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-80d95b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"76020c8d-44cf-4a50-bd66-109ee31ec207","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:42.174227575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"5bfc0038-9561-4903-aae6-79f31cd13964","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:42.23177751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"5bfc0038-9561-4903-aae6-79f31cd13964","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:42.336443844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"5bfc0038-9561-4903-aae6-79f31cd13964","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:50.828072844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"5ac84c4c-c5ef-418d-8e25-76021eacd6e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:50.886610808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"5ac84c4c-c5ef-418d-8e25-76021eacd6e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:50.944439729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"5ac84c4c-c5ef-418d-8e25-76021eacd6e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.562094126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"90f2b0f8-bfb0-4cd8-8326-576f47eab618","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.620696455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"90f2b0f8-bfb0-4cd8-8326-576f47eab618","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.678141656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-80d95b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"90f2b0f8-bfb0-4cd8-8326-576f47eab618","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.445612121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"b6e77d7b-657d-4cb1-b4dd-e43bc007a467","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.504373939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"b6e77d7b-657d-4cb1-b4dd-e43bc007a467","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.561245896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"b6e77d7b-657d-4cb1-b4dd-e43bc007a467","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:56.778057737Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.053814142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"077d5ca4-e016-45ef-8f5a-9c4adc5cf11b","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.112357669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"077d5ca4-e016-45ef-8f5a-9c4adc5cf11b","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.16876364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"077d5ca4-e016-45ef-8f5a-9c4adc5cf11b","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.787332701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"b51cdbbd-6082-4bb3-8739-1658c9d6bca2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.846020411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"b51cdbbd-6082-4bb3-8739-1658c9d6bca2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.903613471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-80d95b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"b51cdbbd-6082-4bb3-8739-1658c9d6bca2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:02.671021274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"c469127b-bedc-4d7c-abfb-3d9c43efa227","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:02.730817186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"c469127b-bedc-4d7c-abfb-3d9c43efa227","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:02.78904199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"c469127b-bedc-4d7c-abfb-3d9c43efa227","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:05.37130574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c329f55-5b87-45f0-83a7-f5f48de9ac67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:05.425714416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c329f55-5b87-45f0-83a7-f5f48de9ac67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:05.480171729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c329f55-5b87-45f0-83a7-f5f48de9ac67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:05.538922502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c329f55-5b87-45f0-83a7-f5f48de9ac67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:07.592772971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a924c2ce-8ff9-4379-84f6-7b4746f93fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:07.646971823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a924c2ce-8ff9-4379-84f6-7b4746f93fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:07.701046512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a924c2ce-8ff9-4379-84f6-7b4746f93fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:07.755191585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a924c2ce-8ff9-4379-84f6-7b4746f93fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:11.279097951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"e26ca01e-1b91-48e0-bb31-3363e9535ed5","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:11.338090093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"e26ca01e-1b91-48e0-bb31-3363e9535ed5","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:11.395090502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d455020effee2ea5f32631e822143da651421acdebc4dbcfabc35619aebfe1e5) AuthConfig (d6189cde2aa8c419d3147d9be3c07a9133e675bb26acb6aa03b8cbe1c687a26a) AuthConfig (903cd0e0ac3762980de76a38064e93230a607a82b93e1ba42ffbb83620114023) AuthConfig (91a6739402a729f487aa4cfd987a92581187e726422aa5d45051cceac96b4ab3) AuthConfig (a66ac9392dc5c1f6b486a6b5d6ad651ab521557f212d02722e6720b7a82b49cf) AuthConfig (240543f86f109ab8888695484eb519eba4e08cd6f797c0712a24a00c07464432) AuthConfig (cfbb2f0a41a249383dfa0aa21fe6eef469c71139d800ceddb467df8b55eb3527) AuthConfig (439a3cb35b15b42c942c9957d021e877cd3ea19009b1e418c38dcb32c9fac17c) AuthConfig (ce31fa292f7a7f302760d23cbcf7a353d334ab1cec4cbbeb378148b0a28ff08a) AuthConfig (120cab261914db2f06d52684d8092c03882d7e601e0747bd29b448cb485e2755) AuthConfig (ea00da3c03730bdc758b10a99b75a4bf71b855daa87a76bc63be3256f4c0422b) AuthConfig (25219e9a34c2d6ec1d42d936d0fc73aeaa7a44c9b39cb6171882e88ab7f8b466) AuthConfig (de516e2c637f56e5e6919755193b392c2d302cda2fbca964cabfd06988840ddb) AuthConfig (0203b50a1196f1613e2e79a9ff6afd7200ac19b64c599d9f3505e84cc8f5eb27) AuthConfig (5556f6ef0aa4f4369274ca399cff248c0f0f0412d7feedbf6385eb9948f5daae) AuthConfig (bb74e3e6a3a5cd4ca23c02830de8feab1f0736e9e5ab958195df95ba3cc7578a) AuthConfig (963e2020ed9c2f3b58475f6091e99ee1918345528e1396319d6dc786be78c5bd) AuthConfig (9a27f7a0b7c7a2b824e6b52d8724c86a2aa97e4a1a6699e5fe2fd57250b572de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"e26ca01e-1b91-48e0-bb31-3363e9535ed5","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:11.454512205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"3c6a5790-47b2-46ac-8192-024eb0ed052a","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:11.454538841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"3c6a5790-47b2-46ac-8192-024eb0ed052a","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:12.034577383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"b3ad4468-1107-4a30-acd8-c9163389421f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:12.092954925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"b3ad4468-1107-4a30-acd8-c9163389421f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:12.149890937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-80d95b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23ac16000774a1698efa45963da68b47d8d0be6d3130c05b3283e72233d8e2fb) AuthConfig (e7557b1a5088848805df7534d1d4b2eb4d0b9f399147e75f186f0fefdee7b12d) AuthConfig (c24bd1bf41d1d82d90ab4cbba552ce599ff6a94d58b3cfd5bb24246673995059) AuthConfig (24d9599de4da293c96320fb76f9dfb4146d5ee07557bf0385eec1d86063ea400) AuthConfig (8dd524719af0cd175112c7ddb2f13b84b2b7ba053647273f98a124b96d383be8) AuthConfig (d57718e420c1ba290ab0de839919e2928a27f6f849a1b208a89515ca8a76b3aa) AuthConfig (e7ab3e077b5d86405314fb7ff901f8c43ad72ddece4760b73858950397d56fd9) AuthConfig (9329276c63da91cbd0d406766aba18e022890887a6920ccd16f6a5c79f2b33b8) AuthConfig (675fb47adda9c035fc9e81f102fa180f349ec738bf40e12700b81279c02d006c) AuthConfig (5aee62c07d3827c6e2b77d1f39f23e8d07dd2cd4f66c0e3e3b8fdbcb29b0652d) AuthConfig (447a07f8dc1b343ea0bee88f7ab5bb1d342a0d7f616805d2ed2d2f03b3581138) AuthConfig (f28a557b10d967a3658401bd4d2bde3a8620ada794aa326ad9df9cd182063913) AuthConfig (84f8f60d6465a913b5d039aafeddeadac7e10b23c20f56ce31c5100447541da6) AuthConfig (18472f4ba4fafa1307d99ef1d59af93a7db9bc3a956b93812fad047254b051db) AuthConfig (a680c6898bf4d6f14ac6b8e13c2d0c1e0cb982521316bb1ebb22ddc2ac01d79e) AuthConfig (2f98339aeb55cc18dac9b59ee389d8c8cd9265be72b254c1ab4acd4de49019a1) AuthConfig (ce760aecaee5e3ab5173f0a7459b679550efd4f827941bd6c2184f578bff57c9) AuthConfig (0fa70046984956c937f115b98cba054f6306a6c940bf3e7dfd3481369fc60b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"b3ad4468-1107-4a30-acd8-c9163389421f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:12.207168752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"02169ad6-42a1-4202-bb23-8d871e9b874d","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:12.207190165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"02169ad6-42a1-4202-bb23-8d871e9b874d","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:12.898230974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"4bf6b615-27d4-4a94-906e-d70668651f2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:12.956361335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"4bf6b615-27d4-4a94-906e-d70668651f2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:13.013545576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc16afd037ada20b0d151b3670811e561ae7ce758b0fc3ea494b56b698266958) AuthConfig (326cd3058fe6d50d1b685c66dce21481a9bed560254f94355b160bc8f1565dd7) AuthConfig (8b01d11c8b9308086b37d96e3f200557e33ffe13c576a0cd681a8f5586379990) AuthConfig (99e461748411b2f915bd6362d261c88d7808a0c2268533f3f130fe6d4b39ce9f) AuthConfig (450b9a619089e2fb37a06bb691dcb14fc21b511523839b7c32dcad2cf99416f8) AuthConfig (2de2244a95445b084fed2c8b29f28053df41afe44508fc063f5453c044e2d2b9) AuthConfig (2a0e66d19ba4699512a8bfdc83a89b7026929f32987051fbbb3906b6cf838646) AuthConfig (9449d61b8de4a67bfe3a381ca68f36940730a05d760c681c5a03d8634ddfcbd6) AuthConfig (9a1bc514af9ae3189cec9cf7630309be848f5908facee7400043b779221f8b0d) AuthConfig (e4110bca4f1c1d66f09d108e5f902f2cebde8e6ac787fc63b681bfd1ec82805d) AuthConfig (c82913be942902fd37276878097fdd4440f4c88dfbaa2f7c896d41d6c3b09394) AuthConfig (2d8a83ebe5082285dd50f7c38e207081064e18d57e24b93909e1f870c1c9b97d) AuthConfig (2523909fd0d711e03bc6aee0b31dd918f84795a833305c3922a2ca71f8b0e748) AuthConfig (098933614b5b7f2ad3ffd4975e8f3ab3149c4e98d0f7a0433ef91b371f2c658e) AuthConfig (bd3a1359d16bbf0f29e7b830c43d8ce91ff39fc427bc82bc68deeb0065a48dcd) AuthConfig (408c7fccdf9e40d3b420d3d08a4f7786404f03bc18eef50f722edab9d826f5de) AuthConfig (424c78d3bcfbce63fba700785073a18e8abe431973c24a753315960c2ffef100) AuthConfig (fd84ca71055b39c451123f3ca9eb413f702b1bc7ad9584b4759227a8d766bae4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"4bf6b615-27d4-4a94-906e-d70668651f2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:13.076182308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"a01aafd4-95f8-4c68-8664-59a06584b73a","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:13.076203196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"a01aafd4-95f8-4c68-8664-59a06584b73a","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:21.562496891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"131eb1dc-bfff-4a26-a0f5-c7b7282e0737","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:21.62058643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"131eb1dc-bfff-4a26-a0f5-c7b7282e0737","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:21.678038791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d455020effee2ea5f32631e822143da651421acdebc4dbcfabc35619aebfe1e5) AuthConfig (d6189cde2aa8c419d3147d9be3c07a9133e675bb26acb6aa03b8cbe1c687a26a) AuthConfig (903cd0e0ac3762980de76a38064e93230a607a82b93e1ba42ffbb83620114023) AuthConfig (91a6739402a729f487aa4cfd987a92581187e726422aa5d45051cceac96b4ab3) AuthConfig (a66ac9392dc5c1f6b486a6b5d6ad651ab521557f212d02722e6720b7a82b49cf) AuthConfig (240543f86f109ab8888695484eb519eba4e08cd6f797c0712a24a00c07464432) AuthConfig (cfbb2f0a41a249383dfa0aa21fe6eef469c71139d800ceddb467df8b55eb3527) AuthConfig (439a3cb35b15b42c942c9957d021e877cd3ea19009b1e418c38dcb32c9fac17c) AuthConfig (ce31fa292f7a7f302760d23cbcf7a353d334ab1cec4cbbeb378148b0a28ff08a) AuthConfig (120cab261914db2f06d52684d8092c03882d7e601e0747bd29b448cb485e2755) AuthConfig (ea00da3c03730bdc758b10a99b75a4bf71b855daa87a76bc63be3256f4c0422b) AuthConfig (25219e9a34c2d6ec1d42d936d0fc73aeaa7a44c9b39cb6171882e88ab7f8b466) AuthConfig (de516e2c637f56e5e6919755193b392c2d302cda2fbca964cabfd06988840ddb) AuthConfig (0203b50a1196f1613e2e79a9ff6afd7200ac19b64c599d9f3505e84cc8f5eb27) AuthConfig (5556f6ef0aa4f4369274ca399cff248c0f0f0412d7feedbf6385eb9948f5daae) AuthConfig (bb74e3e6a3a5cd4ca23c02830de8feab1f0736e9e5ab958195df95ba3cc7578a) AuthConfig (963e2020ed9c2f3b58475f6091e99ee1918345528e1396319d6dc786be78c5bd) AuthConfig (9a27f7a0b7c7a2b824e6b52d8724c86a2aa97e4a1a6699e5fe2fd57250b572de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"131eb1dc-bfff-4a26-a0f5-c7b7282e0737","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:22.315352302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"65ecbe0b-c5dd-4656-90bf-4033aad0152e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:22.374407174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"65ecbe0b-c5dd-4656-90bf-4033aad0152e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:22.431461974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-80d95b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23ac16000774a1698efa45963da68b47d8d0be6d3130c05b3283e72233d8e2fb) AuthConfig (e7557b1a5088848805df7534d1d4b2eb4d0b9f399147e75f186f0fefdee7b12d) AuthConfig (c24bd1bf41d1d82d90ab4cbba552ce599ff6a94d58b3cfd5bb24246673995059) AuthConfig (24d9599de4da293c96320fb76f9dfb4146d5ee07557bf0385eec1d86063ea400) AuthConfig (8dd524719af0cd175112c7ddb2f13b84b2b7ba053647273f98a124b96d383be8) AuthConfig (d57718e420c1ba290ab0de839919e2928a27f6f849a1b208a89515ca8a76b3aa) AuthConfig (e7ab3e077b5d86405314fb7ff901f8c43ad72ddece4760b73858950397d56fd9) AuthConfig (9329276c63da91cbd0d406766aba18e022890887a6920ccd16f6a5c79f2b33b8) AuthConfig (675fb47adda9c035fc9e81f102fa180f349ec738bf40e12700b81279c02d006c) AuthConfig (5aee62c07d3827c6e2b77d1f39f23e8d07dd2cd4f66c0e3e3b8fdbcb29b0652d) AuthConfig (447a07f8dc1b343ea0bee88f7ab5bb1d342a0d7f616805d2ed2d2f03b3581138) AuthConfig (f28a557b10d967a3658401bd4d2bde3a8620ada794aa326ad9df9cd182063913) AuthConfig (84f8f60d6465a913b5d039aafeddeadac7e10b23c20f56ce31c5100447541da6) AuthConfig (18472f4ba4fafa1307d99ef1d59af93a7db9bc3a956b93812fad047254b051db) AuthConfig (a680c6898bf4d6f14ac6b8e13c2d0c1e0cb982521316bb1ebb22ddc2ac01d79e) AuthConfig (2f98339aeb55cc18dac9b59ee389d8c8cd9265be72b254c1ab4acd4de49019a1) AuthConfig (ce760aecaee5e3ab5173f0a7459b679550efd4f827941bd6c2184f578bff57c9) AuthConfig (0fa70046984956c937f115b98cba054f6306a6c940bf3e7dfd3481369fc60b9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"65ecbe0b-c5dd-4656-90bf-4033aad0152e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:23.183996117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"f47c9ed1-5074-4f4f-a6d6-494a07fc12c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:23.244574161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"f47c9ed1-5074-4f4f-a6d6-494a07fc12c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:23.302815055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc16afd037ada20b0d151b3670811e561ae7ce758b0fc3ea494b56b698266958) AuthConfig (326cd3058fe6d50d1b685c66dce21481a9bed560254f94355b160bc8f1565dd7) AuthConfig (8b01d11c8b9308086b37d96e3f200557e33ffe13c576a0cd681a8f5586379990) AuthConfig (99e461748411b2f915bd6362d261c88d7808a0c2268533f3f130fe6d4b39ce9f) AuthConfig (450b9a619089e2fb37a06bb691dcb14fc21b511523839b7c32dcad2cf99416f8) AuthConfig (2de2244a95445b084fed2c8b29f28053df41afe44508fc063f5453c044e2d2b9) AuthConfig (2a0e66d19ba4699512a8bfdc83a89b7026929f32987051fbbb3906b6cf838646) AuthConfig (9449d61b8de4a67bfe3a381ca68f36940730a05d760c681c5a03d8634ddfcbd6) AuthConfig (9a1bc514af9ae3189cec9cf7630309be848f5908facee7400043b779221f8b0d) AuthConfig (e4110bca4f1c1d66f09d108e5f902f2cebde8e6ac787fc63b681bfd1ec82805d) AuthConfig (c82913be942902fd37276878097fdd4440f4c88dfbaa2f7c896d41d6c3b09394) AuthConfig (2d8a83ebe5082285dd50f7c38e207081064e18d57e24b93909e1f870c1c9b97d) AuthConfig (2523909fd0d711e03bc6aee0b31dd918f84795a833305c3922a2ca71f8b0e748) AuthConfig (098933614b5b7f2ad3ffd4975e8f3ab3149c4e98d0f7a0433ef91b371f2c658e) AuthConfig (bd3a1359d16bbf0f29e7b830c43d8ce91ff39fc427bc82bc68deeb0065a48dcd) AuthConfig (408c7fccdf9e40d3b420d3d08a4f7786404f03bc18eef50f722edab9d826f5de) AuthConfig (424c78d3bcfbce63fba700785073a18e8abe431973c24a753315960c2ffef100) AuthConfig (fd84ca71055b39c451123f3ca9eb413f702b1bc7ad9584b4759227a8d766bae4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"f47c9ed1-5074-4f4f-a6d6-494a07fc12c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:26.778481179Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:31.786775436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"fec19dac-4171-42d7-9502-75c2bbe5d46b","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:31.844741509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"fec19dac-4171-42d7-9502-75c2bbe5d46b","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:32.119665099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"3a4eed01-4b3d-4225-90fb-8c50e46fd1f7","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:32.119691409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"3a4eed01-4b3d-4225-90fb-8c50e46fd1f7","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:32.541037505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"949c6d7f-1ad0-4a95-b9e5-10e4dd685669","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:32.603149355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"949c6d7f-1ad0-4a95-b9e5-10e4dd685669","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:32.884529051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"f4fb324c-d25c-40fc-b419-8959dd6a5763","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:32.884550576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"f4fb324c-d25c-40fc-b419-8959dd6a5763","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:33.411724078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"439ff460-3658-4a2b-992e-4e0b91989404","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:33.469319553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"439ff460-3658-4a2b-992e-4e0b91989404","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:33.747111093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"a6765627-d298-4508-9419-83dcde757903","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:33.747166922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"a6765627-d298-4508-9419-83dcde757903","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.636523792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"efcf098c-a3e8-4d93-8271-73af22b56412","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.636565327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"efcf098c-a3e8-4d93-8271-73af22b56412","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.698152576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"f7ff5c3d-258e-43d5-a1ad-1f5ad6a1e143","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.698173403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"f7ff5c3d-258e-43d5-a1ad-1f5ad6a1e143","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.744098855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"96023937-d3e5-4d69-8026-da052c6909b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:21:37.745723966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"5113af5f-d243-4829-b61f-2d434fa11c8f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-16b151\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:21:37.752890737Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"f7ff5c3d-258e-43d5-a1ad-1f5ad6a1e143","name":"auth-test-model-f1ecec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f1ecec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:21:37.753042745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"f7ff5c3d-258e-43d5-a1ad-1f5ad6a1e143","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f1ecec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.758347816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"65cbf77b-8ced-4c64-b4e2-b3c378f36ea7","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.758364876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"65cbf77b-8ced-4c64-b4e2-b3c378f36ea7","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.802024613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"96023937-d3e5-4d69-8026-da052c6909b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.858662458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"cfb89024-7461-41f1-8ea3-55824257489c","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.858691275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"cfb89024-7461-41f1-8ea3-55824257489c","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.915578022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"6845dce9-a350-4267-b83b-044b1b13c96a","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:37.915601932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"6845dce9-a350-4267-b83b-044b1b13c96a","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.121465509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"f4096acf-48f9-472f-a870-c05c17096c10","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.133252582Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"afebdc50-110c-4abe-82c8-17f22f2204e8","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-auth-test-model-f1ecec","model":"auth-test-model-f1ecec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-f1ecec/e2e-auth-iso-16b151"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.179818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"f4096acf-48f9-472f-a870-c05c17096c10","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.305243259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"24c9f288-caf4-459b-9da8-0bda27a60a36","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.305270179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"24c9f288-caf4-459b-9da8-0bda27a60a36","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.459339196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"e2c10ac4-294e-4475-899e-8f095504c44d","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.459391751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"e2c10ac4-294e-4475-899e-8f095504c44d","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.520820261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"2d97bf37-8a26-4aa5-83a5-19a63a20c4d4","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.520847171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"2d97bf37-8a26-4aa5-83a5-19a63a20c4d4","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.525551229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"7f246a93-8d10-4329-af24-d8d40c665863","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-auth-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.567653204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"e3db845d-d1d1-49bb-8615-91314e0c7e5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:21:38.568345253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"ceb17a5b-7680-494c-932f-28c9be791924","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ee5cfd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.62545299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"e3db845d-d1d1-49bb-8615-91314e0c7e5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.678754255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"4c49dac0-1cc1-4d1a-96d2-ab25f9b8f386","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.678775539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"4c49dac0-1cc1-4d1a-96d2-ab25f9b8f386","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.737330646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"35b78056-90da-4590-905a-c52b8cfe3f04","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.737352792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"35b78056-90da-4590-905a-c52b8cfe3f04","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.941925599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"f8115976-8e5d-4577-b307-c444fae93078","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:38.957546014Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"deee8a50-be29-4f5d-8617-a7a698596f03","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"maas-trlp-auth-test-model-80d95b","model":"auth-test-model-80d95b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-80d95b/e2e-auth-iso-ee5cfd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.000378377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"f8115976-8e5d-4577-b307-c444fae93078","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.129398245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"a30e07c1-4d7c-47c1-bc0a-101cffc30b19","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.12942643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"a30e07c1-4d7c-47c1-bc0a-101cffc30b19","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.272612285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"9f80001d-2047-464a-99f6-f2ea9e4cee46","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.272635413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"9f80001d-2047-464a-99f6-f2ea9e4cee46","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.332692392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"caac477e-b882-40d0-b247-860e4b1f6755","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.332718693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"caac477e-b882-40d0-b247-860e4b1f6755","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.346809677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"3f7dface-97ee-4ec5-a1db-5299a8ac01b3","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"maas-trlp-auth-test-model-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.380608439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"239dd2cc-a1d4-4d74-a65e-66a7ee24726c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:21:39.384620708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"85d2f709-5993-452e-ba8b-7abdcab25069","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2902e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.440164391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"239dd2cc-a1d4-4d74-a65e-66a7ee24726c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.494765202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"90329b13-f450-41c8-bccf-3f922fb71dd5","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.494787809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"90329b13-f450-41c8-bccf-3f922fb71dd5","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.55259002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"0557282d-20b2-404d-a84e-485a8eed1fac","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.552615024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"0557282d-20b2-404d-a84e-485a8eed1fac","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.757680029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"33996afa-59a2-418f-8c0f-32213152b69e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.771435649Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"ca1dc4b7-82c6-4868-aa50-76891b486c9c","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-auth-test-model-0ac243","model":"auth-test-model-0ac243","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-0ac243/e2e-auth-iso-2902e4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.816548163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"33996afa-59a2-418f-8c0f-32213152b69e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.946368209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"3d6d991a-9691-456d-a7ca-7fe4c92de8cd","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:39.946400035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"3d6d991a-9691-456d-a7ca-7fe4c92de8cd","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:40.162716678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"b3a276d7-a31f-44b9-be25-ace8b3335358","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-auth-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:45.298049726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"59412c3b-cda8-46dc-b3a6-c2b5533095c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:45.411652751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3adaa1d-3f0c-4405-bd23-276ae960640a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:45.512502366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"11d62875-1a41-496b-8e45-0ea5c8b04cb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:45.603041256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"f02b9bb3-88a9-4614-a443-c4e5b80cc895","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:45.644578733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"b99382e6-6d38-4b9e-a71e-6ba52b87e02b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:45.775975539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04bf4441-1fb6-4877-ad37-c58b391d61b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.162878355Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","namespace":"ai-tenant-e2e-autores-9726ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.162941301Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","namespace":"ai-tenant-e2e-autores-9726ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.162989692Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","tenant":"e2e-autores-9726ed","tenantID":"e2e-autores-9726ed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.218577511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"Deployment","name":"maas-api-e2e-autores-9726ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.235092673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"0b4c2d4a-d8ee-4839-a683-dcc9ebccb8c9","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-auth-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.288379364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"Service","name":"maas-api-e2e-autores-9726ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.344805106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-9726ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.403408823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-9726ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.463234652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.522250499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.54888953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"81ffb20a-bd4e-41ce-85ed-9ec3811ff18a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.581741443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.638151352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.683637743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"fe61d704-0479-4b0c-b677-72c78c232df9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.692251023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"Deployment","name":"payload-processing-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.745876319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.785549646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"a7ccbfcc-7a7e-460a-90c5-d9e5ad7b7505","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.799269947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"Service","name":"payload-processing-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.852426964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"Service","name":"payload-pre-processing-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.88403472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"851fc975-844b-42f5-8cef-3891ddff5a02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.884226318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"5cd614ae-723e-479b-b73f-d75a84547efe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.905871279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"DestinationRule","name":"payload-processing-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:46.959168731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:47.00823428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"3c42c17e-33db-43e7-a1e2-613ada6c627b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:47.012693579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:47.069085867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:47.122621905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:47.176476104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:47.232531462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-9726ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:47.289800556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9726ed"},"namespace":"ai-tenant-e2e-autores-9726ed","name":"default-tenant","reconcileID":"a63431f5-b7cf-4dce-9b5f-1a07ebea8666","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-9726ed","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:52.224885415Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9726ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9726ed","reconcileID":"2b719a0f-700a-4aee-8eb9-930d1e276c2a","aitenant":"ai-tenants/e2e-autores-9726ed","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:52.836599922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fda6c77-50c0-4a83-b9b2-b7b2ff2a1f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:52.89063032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fda6c77-50c0-4a83-b9b2-b7b2ff2a1f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:52.944463207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fda6c77-50c0-4a83-b9b2-b7b2ff2a1f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:52.999042683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fda6c77-50c0-4a83-b9b2-b7b2ff2a1f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:53.118358615Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9726ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9726ed","reconcileID":"2b719a0f-700a-4aee-8eb9-930d1e276c2a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-9726ed","removed":["maas.opendatahub.io/gateway-access-e2e-autores-9726ed"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:54.967158692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fabd6c9-1b84-4dbb-bb55-6c0af410bb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:55.040800647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fabd6c9-1b84-4dbb-bb55-6c0af410bb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:55.106744028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fabd6c9-1b84-4dbb-bb55-6c0af410bb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:55.161428944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fabd6c9-1b84-4dbb-bb55-6c0af410bb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:56.778708909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:02.260553693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"5c0393ae-db87-485f-a0b6-013c0f3d3b0e","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:02.260583928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"5c0393ae-db87-485f-a0b6-013c0f3d3b0e","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.595821791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"f075d5d0-047f-4c4c-8b85-b2df5ff6f7d6","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.655407776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"f075d5d0-047f-4c4c-8b85-b2df5ff6f7d6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.661026805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"dabe28f4-7b12-4471-b3d5-7bd4c14e27d1","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.661110801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"dabe28f4-7b12-4471-b3d5-7bd4c14e27d1","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.672424921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"39572f63-df4f-44cd-891a-668a4fdd3404","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.672516136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"39572f63-df4f-44cd-891a-668a4fdd3404","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.695443035Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"82e76be8-d3d6-4264-a4c9-32f1520e8123","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.69552088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"82e76be8-d3d6-4264-a4c9-32f1520e8123","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.736549218Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"700da29d-26f2-44d4-af01-782c0248c803","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.736622872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"700da29d-26f2-44d4-af01-782c0248c803","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.817601736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"d2bb58b5-0ffc-4deb-a62b-2a4ea5ffe05a","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.817667101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"d2bb58b5-0ffc-4deb-a62b-2a4ea5ffe05a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.978349697Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"5b90f3f6-3078-469b-bc00-0e0731bd293b","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:03.97843181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"5b90f3f6-3078-469b-bc00-0e0731bd293b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:04.146250953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"13bc7cde-01eb-4f3a-8288-6362d74025e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:04.245229172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"2e519273-b8dc-409d-a8b5-4f47164fb000","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:04.299445177Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"2af40ef2-9eb2-4ec1-b272-cb275c844ee2","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:04.299516985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"2af40ef2-9eb2-4ec1-b272-cb275c844ee2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:04.34471231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"808ef530-b9a2-42dc-b852-d327c5a48be8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:04.444747835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"d487b4bf-d677-4365-bb0f-1b42b20c5bf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:04.454593275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"be1b6cdb-c441-4ce7-a0da-c35c1ff375b2","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-auth-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:04.583384864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"dbfcf672-4fba-4b2a-adff-46a584bcfed8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:04.625671835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"d39673fa-fe6c-4edc-b4b1-f664539b3453","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:04.625696022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"d39673fa-fe6c-4edc-b4b1-f664539b3453","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:04.789364213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"821d0cf7-52d0-4521-b81a-ace419d7eea0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:04.910251644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"ea494d83-7f7e-4987-9a4f-49090f6bca9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:04.940647438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"b9721621-e3a5-4bd2-b850-57af229e2a9e","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:04.940729043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"b9721621-e3a5-4bd2-b850-57af229e2a9e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.009090276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"ce3e71de-c31d-42e4-9a9a-b4d19ea719f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.110765442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"b1450507-a2ad-4525-a6f2-7e49079a7483","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.110765444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"fe7efbcb-95a9-40bc-b5c2-a31bca8bed94","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"maas-trlp-auth-test-model-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.203314883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"87db51a6-faf0-4f82-9a9b-334068bbefcf","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.203340518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"87db51a6-faf0-4f82-9a9b-334068bbefcf","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.259370311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"dc849c04-ba1e-4b69-8e7e-0a2364631b35","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.259395568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"dc849c04-ba1e-4b69-8e7e-0a2364631b35","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.282693882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"d0c0baea-9434-48b3-9da9-c4c84dee838d","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.282713196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"d0c0baea-9434-48b3-9da9-c4c84dee838d","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.285621601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"6fb66d88-abd7-4d5e-879f-1cdaf3ed36db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.367837552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"5fa867af-2f89-499f-ac9a-01b146ada416","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.408811274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"1c2c3d96-1217-4e75-aeb3-a5788e593a51","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-auth-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.492837551Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"5fa867af-2f89-499f-ac9a-01b146ada416","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.548949006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-21e3d9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"5fa867af-2f89-499f-ac9a-01b146ada416","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.608039034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"9a261fec-dbcb-42ff-84ce-207c62b0320c","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.608063554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"9a261fec-dbcb-42ff-84ce-207c62b0320c","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.663194651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"22721b56-fd76-46ae-be5a-69b8880aa1c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.834087134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"b03c61fe-c818-48a7-8be5-502a947c26e2","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.83410737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"b03c61fe-c818-48a7-8be5-502a947c26e2","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.847255273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5482ef8-9a17-468e-81cd-eee353941bfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.893215549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"e54f546d-bc4f-423f-b8eb-7c1c3f2e3d64","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.893234747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"e54f546d-bc4f-423f-b8eb-7c1c3f2e3d64","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:05.948168364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"297e7ca9-e7cc-4fbe-80b9-56ddeac68f6c","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-auth-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.000995349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"df2bede8-15a5-481e-af0c-eeaefe45b28a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.119855854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"d8a85197-1e59-4980-a65a-fe75376b4df1","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.119879156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"d8a85197-1e59-4980-a65a-fe75376b4df1","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.131316587Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"df2bede8-15a5-481e-af0c-eeaefe45b28a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.152506784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"dda13fe5-a61e-4b14-b38c-4dc1b8a80bd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.187694577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3404b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"df2bede8-15a5-481e-af0c-eeaefe45b28a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.210521166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"dda13fe5-a61e-4b14-b38c-4dc1b8a80bd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:06.221672486Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"071f685a-5429-4b80-9449-eb7c0cf45003","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:06.221752589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"071f685a-5429-4b80-9449-eb7c0cf45003","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.246675006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"2fdd4ff0-6a9f-48a1-9c07-b74a3ccc3d58","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.246696423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"2fdd4ff0-6a9f-48a1-9c07-b74a3ccc3d58","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.446073722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"1fd417db-45c4-4b1b-ba9b-9bbdc289de56","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.505504716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"1fd417db-45c4-4b1b-ba9b-9bbdc289de56","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.546457757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"ffd57622-5ce9-46d8-8a39-523db37a8d12","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:06.604839771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"ffd57622-5ce9-46d8-8a39-523db37a8d12","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:08.782065467Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"9be5a1b1-2138-400c-892f-5c21394cc7e4","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:08.782170172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ea089d","namespace":"ai-tenant-e2e-noten-ea089d"},"namespace":"ai-tenant-e2e-noten-ea089d","name":"noten-model-ea089d","reconcileID":"9be5a1b1-2138-400c-892f-5c21394cc7e4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ea089d/noten-model-ea089d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ea089d/noten-model-ea089d-kserve-route (gateways: [openshift-ingress/e2e-noten-ea089d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:08.881174368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"6fc60f60-b0a8-43c4-95fd-b2e26f8cc83f","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:08.881194808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"6fc60f60-b0a8-43c4-95fd-b2e26f8cc83f","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:08.988526574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"cf6d9690-20de-4774-b49a-95b2dc1dd644","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:09.048561504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"cf6d9690-20de-4774-b49a-95b2dc1dd644","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:09.050488946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"f05e5860-706e-4537-8d78-56926d5ecbd5","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d1fec36a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:09.365439319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"0df5a81e-cb74-4647-85a8-ff27e7da8ec6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:09.425650794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"0df5a81e-cb74-4647-85a8-ff27e7da8ec6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:15.717506994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"bccbfd69-0b13-4886-aef4-21f716983fe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:15.7761725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"bccbfd69-0b13-4886-aef4-21f716983fe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:15.83291935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-21e3d9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"bccbfd69-0b13-4886-aef4-21f716983fe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:16.355257095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"bb0ad3c7-82a9-4d24-8452-1cde2bc6b035","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:16.415258224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"bb0ad3c7-82a9-4d24-8452-1cde2bc6b035","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:16.473390735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3404b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"bb0ad3c7-82a9-4d24-8452-1cde2bc6b035","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.105843952Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"8425fe50-75f5-4a80-b0b8-ccb3f5b25d3a","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","subscription":"e2e-auth-iso-2902e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.160622535Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"8425fe50-75f5-4a80-b0b8-ccb3f5b25d3a","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.215524963Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"8425fe50-75f5-4a80-b0b8-ccb3f5b25d3a","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.5004409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"3d8d6559-a93b-4360-bddb-973c34b015fa","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.500461237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"3d8d6559-a93b-4360-bddb-973c34b015fa","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.607964698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"eed71ca6-88d7-4b1a-896f-d3c99e1c013c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.653967143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"39a05fc3-2e97-4e7b-ba0a-1ddd6f5664ab","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.653990084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"39a05fc3-2e97-4e7b-ba0a-1ddd6f5664ab","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.666166853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"eed71ca6-88d7-4b1a-896f-d3c99e1c013c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.761883698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"abfd76f8-54d9-4ee7-a2fd-addf8ae12eec","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.821310144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"abfd76f8-54d9-4ee7-a2fd-addf8ae12eec","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.821453298Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"98b6be06-0b56-40c2-8ef5-e360efbf6c59","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eae2cef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:19.982408143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"4f69b520-23ec-42d1-a80b-bee1edd2dfb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:20.042661136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"4f69b520-23ec-42d1-a80b-bee1edd2dfb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:20.090771555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"34733f13-3a02-4baf-8218-6e01412a0a23","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:20.151366967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"34733f13-3a02-4baf-8218-6e01412a0a23","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:25.940886007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"db1ffcb7-e853-449f-bd66-a9099bf44311","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:25.999078282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"db1ffcb7-e853-449f-bd66-a9099bf44311","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.056370779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-21e3d9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"db1ffcb7-e853-449f-bd66-a9099bf44311","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.489108226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"c5ab8fe2-7a1b-444b-8467-5b44b0e8cbcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.584170357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"e305b386-2ee5-45de-aff1-7d2f15efbaf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.586979661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"452d3772-a234-416d-ab15-e27c975aaa1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.643260599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"e305b386-2ee5-45de-aff1-7d2f15efbaf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.68769162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"30f7d17a-887e-4371-a0b6-90de94e5180b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.70005481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3404b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab8e34a4237db53a9d66191fd91ab3f02c56918e50f7732962d2fe9ddaf338ca) AuthConfig (50d079a89db96a9690ee4d838bdc618ecf25c2d537f267f80fceb2fa728ef2bb) AuthConfig (485c967a9ccdd7eee9a0d69085698f7edc51652e00d709bf01515b2ea4d0702f) AuthConfig (3b85265f5ed8c0ea703badef27c237a71b49cf710d45f0d4c1b14a57f77a4897) AuthConfig (b6d46a52ea4ed1623a224e3319d5f1494129096cf545e51086c2332a1685629d) AuthConfig (353036936b78ee0d6f70010d1c8cbf63070c2cd289bd94a420c050c4cf7dbcb1) AuthConfig (4469b7279b0d1004045a1b3ba2761a7d97e8143ce4796703102130f079eebedf) AuthConfig (ff4ea9fe8a58e0e4a668ff675162effee60dfaece3bd5b50a03dd95a8d326e91) AuthConfig (aff4629b30175d347ee1e323a55f348e314c583c0c1d9f174e5ec56379315e47) AuthConfig (024628dc2f8249fb95095afc0ec1a2b16808b45623e07896144ba45018b93be0) AuthConfig (91a7903a7c2f65511ededed914f6b1774dd97caa75a46df0f654b396cd83d18e) AuthConfig (2644bd2ff51051879098f7f11f463323227324a2065d2b9dad6d1ef2e8fb0055) AuthConfig (2a8afbd34cd5db9a15d2c15199b85b9b15c687699089c6f12ac430c75b94daa9) AuthConfig (f1c37439771e2035027a9732ca637974cbbc6030bb0a356de7e4459496e2dc72) AuthConfig (dbde5b1850577aec19d864e89bbbb719d97d0f4bb72f485e16b4f68448fd9f75) AuthConfig (e97caa04b429532951e2cc684981a1d6bd7e41a9c1ded5d9c87a5f96d8fc65aa) AuthConfig (cfbe4b521ad4094669d8291fa362b97395d37841212e2ef0fe1e8904612ebf80) AuthConfig (34351877bee4ea2bd2cc5e3bc5e50ffe8a4a224e090c1d34fc7bce027af38c66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"e305b386-2ee5-45de-aff1-7d2f15efbaf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.761206241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"db3c8703-1ae6-4680-8e89-f9702278e45c","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.761235777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"db3c8703-1ae6-4680-8e89-f9702278e45c","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.780928893Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.802571718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"6d16a6ba-5676-41c3-a973-140330c43b67","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"maas-trlp-auth-test-model-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:26.995929233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"b6399bbf-ff49-4bc3-86c4-a09f920b1a21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:27.304080815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"fd5ba457-dcc6-4a4a-8c4c-1573ebf95404","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:27.405397306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"34352d5f-91ce-4a53-becb-57dfd7048ded","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:27.429481654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"9ff7858f-7b11-4cb4-ba7f-8c1f8f82af69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:27.553265439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87908097-faa0-4dd8-b88a-2e2117f248c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:27.805447883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"883c3b6b-a7fb-451d-91c7-a13856d6902f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:27.997340335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"2031c378-728b-4803-b764-0fb9f151aaca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:28.101120235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"42977643-e612-4bfa-8559-dda24259facc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:28.193922353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"4a8c7fd9-d79e-424a-a15a-b0b99562316c","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-auth-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:28.293891824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"6adc611b-ba1c-4f34-b4fa-03c11ca59030","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:29.876429736Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"205a6381-dab7-45bf-b804-8bec533f2c40","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","subscription":"e2e-auth-iso-2902e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:29.931036632Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"205a6381-dab7-45bf-b804-8bec533f2c40","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:29.985790818Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"205a6381-dab7-45bf-b804-8bec533f2c40","MaaSSubscription":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.266636137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"769f261d-1bdd-4a7c-b0f1-e99111a6987c","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.266657825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"769f261d-1bdd-4a7c-b0f1-e99111a6987c","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.374643714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"ef970c3b-7940-4a60-ad29-cb09474d7dec","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.415190538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"1d49909b-14b5-462a-bf89-3ba1d3d7f5f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.415292611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"e8620af7-4b7d-4334-830e-7b1339011686","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.415311573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"e8620af7-4b7d-4334-830e-7b1339011686","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.432825999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"ef970c3b-7940-4a60-ad29-cb09474d7dec","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.623653485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"1d49909b-14b5-462a-bf89-3ba1d3d7f5f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.750784043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"1d49909b-14b5-462a-bf89-3ba1d3d7f5f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.750816763Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-auth-iso-2902e4","reconcileID":"1d49909b-14b5-462a-bf89-3ba1d3d7f5f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.777856506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"e3d53b78-2d09-4706-bad6-45e5021f5f76","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.809337951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"f63b21e5-2789-4ffd-b415-9b9941599d47","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/auth-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.809364295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"auth-test-model-6d65e1","reconcileID":"f63b21e5-2789-4ffd-b415-9b9941599d47","MaaSModelRef":{"name":"auth-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"auth-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"auth-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.835955115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"e3d53b78-2d09-4706-bad6-45e5021f5f76","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.961291621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"a97fc536-c36a-4851-b38a-f937c61b8032","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:30.961314015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"a97fc536-c36a-4851-b38a-f937c61b8032","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:31.044591046Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"b3e6e408-92f7-42cf-813c-2d4ea2514d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:31.20562526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"b3e6e408-92f7-42cf-813c-2d4ea2514d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:31.330429427Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"b3e6e408-92f7-42cf-813c-2d4ea2514d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:31.330459411Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-auth-iso-2902e4","reconcileID":"b3e6e408-92f7-42cf-813c-2d4ea2514d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-2902e4","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:31.388635823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"69cb65ee-1411-429c-8d72-dfe930e17e08","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/auth-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:31.388660806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"auth-test-model-0ac243","reconcileID":"69cb65ee-1411-429c-8d72-dfe930e17e08","MaaSModelRef":{"name":"auth-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"auth-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"auth-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:36.164951541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"75c4398e-fad9-4d31-8436-b451d01f5b7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:36.223271644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"75c4398e-fad9-4d31-8436-b451d01f5b7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:36.280161905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-21e3d9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c2f520249bca7b6ed867a6223bd57cee693c8f1d941b8e40faba554b665a643) AuthConfig (f0f917470d7a589582fbb909f173e792cc6467ab3e8ecf9f4937bef89a20c3fa) AuthConfig (52a43d2523f489081265301fd547cb0f605d37bb69756aca885cc0e4d44114cf) AuthConfig (efa1ef99520a4b1528d05dc5dcf5add59e31a0362a6c4eb5ff00d1cb331dedb6) AuthConfig (0891736f06f26cc7d7c577b1d6c101388e59572552913cff02787feb252d42a2) AuthConfig (3c3c06385e373de08cf64b792ec0bfbf26eb88cf8d1e73951b90e86da5e49188) AuthConfig (eeb82963ca99f5120acad76893d44680ccf17c2bc593cf065d8b428f0ce91361) AuthConfig (9178425bb87927605a8c395af9bd55152d547942faca7155331a4d2ae968a99d) AuthConfig (0cca1ab12338b3aed29bf6bcf8a521b967191c4d654170f61d054f31906fb0e0) AuthConfig (faad0e3ea3a198161340e14f1e4b413e35383760d1980b2c1dd4cf573ce67493) AuthConfig (a05abba56f4f5851b0308e33b92037d7360d9c2233949d6cc1d79771936b3300) AuthConfig (789b9c570ec7f5df53f4b9b65f302727ec0d99403a2d9365d857b6f5a3cc405c) AuthConfig (1316e0e9f37f2c57d127a14d1077a44ed7d1a2c816d4677216ad64402d7c13ff) AuthConfig (3368b6c93ec89720dc613437974ea9f74fd4c38754c667e0a5bd66bf90ee11a7) AuthConfig (ade4f2f25066109ae0c08f68642b9e9fcc143e21beb6bd498523507434947108) AuthConfig (ea04010b4e6a0e0c4e2b1faa2ee51ac1971d8577d649159d2f004fa946a2edbe) AuthConfig (7c8c957409430589c9d1244a8caacad96e88d51e46962e3317108e448b3bb60f) AuthConfig (fd2847a4fd3109ed42a654303e2fda7b4629666a0e17024368a769ed03130cbb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"75c4398e-fad9-4d31-8436-b451d01f5b7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:36.339757483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"f5ece329-027f-4ba6-88e4-c4be29ed02e8","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:36.339781037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"f5ece329-027f-4ba6-88e4-c4be29ed02e8","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:36.871281456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"31c2ca81-b536-4ae9-bf56-a0516b80fc23","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:36.929470816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"31c2ca81-b536-4ae9-bf56-a0516b80fc23","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:36.985821467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3404b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab8e34a4237db53a9d66191fd91ab3f02c56918e50f7732962d2fe9ddaf338ca) AuthConfig (50d079a89db96a9690ee4d838bdc618ecf25c2d537f267f80fceb2fa728ef2bb) AuthConfig (485c967a9ccdd7eee9a0d69085698f7edc51652e00d709bf01515b2ea4d0702f) AuthConfig (3b85265f5ed8c0ea703badef27c237a71b49cf710d45f0d4c1b14a57f77a4897) AuthConfig (b6d46a52ea4ed1623a224e3319d5f1494129096cf545e51086c2332a1685629d) AuthConfig (353036936b78ee0d6f70010d1c8cbf63070c2cd289bd94a420c050c4cf7dbcb1) AuthConfig (4469b7279b0d1004045a1b3ba2761a7d97e8143ce4796703102130f079eebedf) AuthConfig (ff4ea9fe8a58e0e4a668ff675162effee60dfaece3bd5b50a03dd95a8d326e91) AuthConfig (aff4629b30175d347ee1e323a55f348e314c583c0c1d9f174e5ec56379315e47) AuthConfig (024628dc2f8249fb95095afc0ec1a2b16808b45623e07896144ba45018b93be0) AuthConfig (91a7903a7c2f65511ededed914f6b1774dd97caa75a46df0f654b396cd83d18e) AuthConfig (2644bd2ff51051879098f7f11f463323227324a2065d2b9dad6d1ef2e8fb0055) AuthConfig (2a8afbd34cd5db9a15d2c15199b85b9b15c687699089c6f12ac430c75b94daa9) AuthConfig (f1c37439771e2035027a9732ca637974cbbc6030bb0a356de7e4459496e2dc72) AuthConfig (dbde5b1850577aec19d864e89bbbb719d97d0f4bb72f485e16b4f68448fd9f75) AuthConfig (e97caa04b429532951e2cc684981a1d6bd7e41a9c1ded5d9c87a5f96d8fc65aa) AuthConfig (cfbe4b521ad4094669d8291fa362b97395d37841212e2ef0fe1e8904612ebf80) AuthConfig (34351877bee4ea2bd2cc5e3bc5e50ffe8a4a224e090c1d34fc7bce027af38c66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"31c2ca81-b536-4ae9-bf56-a0516b80fc23","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:46.452651984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"a192fe93-b620-4751-b54e-c3a9d4301b2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:46.511536726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"a192fe93-b620-4751-b54e-c3a9d4301b2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:46.571851102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-21e3d9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c2f520249bca7b6ed867a6223bd57cee693c8f1d941b8e40faba554b665a643) AuthConfig (f0f917470d7a589582fbb909f173e792cc6467ab3e8ecf9f4937bef89a20c3fa) AuthConfig (52a43d2523f489081265301fd547cb0f605d37bb69756aca885cc0e4d44114cf) AuthConfig (efa1ef99520a4b1528d05dc5dcf5add59e31a0362a6c4eb5ff00d1cb331dedb6) AuthConfig (0891736f06f26cc7d7c577b1d6c101388e59572552913cff02787feb252d42a2) AuthConfig (3c3c06385e373de08cf64b792ec0bfbf26eb88cf8d1e73951b90e86da5e49188) AuthConfig (eeb82963ca99f5120acad76893d44680ccf17c2bc593cf065d8b428f0ce91361) AuthConfig (9178425bb87927605a8c395af9bd55152d547942faca7155331a4d2ae968a99d) AuthConfig (0cca1ab12338b3aed29bf6bcf8a521b967191c4d654170f61d054f31906fb0e0) AuthConfig (faad0e3ea3a198161340e14f1e4b413e35383760d1980b2c1dd4cf573ce67493) AuthConfig (a05abba56f4f5851b0308e33b92037d7360d9c2233949d6cc1d79771936b3300) AuthConfig (789b9c570ec7f5df53f4b9b65f302727ec0d99403a2d9365d857b6f5a3cc405c) AuthConfig (1316e0e9f37f2c57d127a14d1077a44ed7d1a2c816d4677216ad64402d7c13ff) AuthConfig (3368b6c93ec89720dc613437974ea9f74fd4c38754c667e0a5bd66bf90ee11a7) AuthConfig (ade4f2f25066109ae0c08f68642b9e9fcc143e21beb6bd498523507434947108) AuthConfig (ea04010b4e6a0e0c4e2b1faa2ee51ac1971d8577d649159d2f004fa946a2edbe) AuthConfig (7c8c957409430589c9d1244a8caacad96e88d51e46962e3317108e448b3bb60f) AuthConfig (fd2847a4fd3109ed42a654303e2fda7b4629666a0e17024368a769ed03130cbb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"a192fe93-b620-4751-b54e-c3a9d4301b2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:47.100785257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"952da7bd-c875-4564-be44-a879e5ac94d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:47.239435146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"952da7bd-c875-4564-be44-a879e5ac94d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:47.326697786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3404b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab8e34a4237db53a9d66191fd91ab3f02c56918e50f7732962d2fe9ddaf338ca) AuthConfig (50d079a89db96a9690ee4d838bdc618ecf25c2d537f267f80fceb2fa728ef2bb) AuthConfig (485c967a9ccdd7eee9a0d69085698f7edc51652e00d709bf01515b2ea4d0702f) AuthConfig (3b85265f5ed8c0ea703badef27c237a71b49cf710d45f0d4c1b14a57f77a4897) AuthConfig (b6d46a52ea4ed1623a224e3319d5f1494129096cf545e51086c2332a1685629d) AuthConfig (353036936b78ee0d6f70010d1c8cbf63070c2cd289bd94a420c050c4cf7dbcb1) AuthConfig (4469b7279b0d1004045a1b3ba2761a7d97e8143ce4796703102130f079eebedf) AuthConfig (ff4ea9fe8a58e0e4a668ff675162effee60dfaece3bd5b50a03dd95a8d326e91) AuthConfig (aff4629b30175d347ee1e323a55f348e314c583c0c1d9f174e5ec56379315e47) AuthConfig (024628dc2f8249fb95095afc0ec1a2b16808b45623e07896144ba45018b93be0) AuthConfig (91a7903a7c2f65511ededed914f6b1774dd97caa75a46df0f654b396cd83d18e) AuthConfig (2644bd2ff51051879098f7f11f463323227324a2065d2b9dad6d1ef2e8fb0055) AuthConfig (2a8afbd34cd5db9a15d2c15199b85b9b15c687699089c6f12ac430c75b94daa9) AuthConfig (f1c37439771e2035027a9732ca637974cbbc6030bb0a356de7e4459496e2dc72) AuthConfig (dbde5b1850577aec19d864e89bbbb719d97d0f4bb72f485e16b4f68448fd9f75) AuthConfig (e97caa04b429532951e2cc684981a1d6bd7e41a9c1ded5d9c87a5f96d8fc65aa) AuthConfig (cfbe4b521ad4094669d8291fa362b97395d37841212e2ef0fe1e8904612ebf80) AuthConfig (34351877bee4ea2bd2cc5e3bc5e50ffe8a4a224e090c1d34fc7bce027af38c66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"952da7bd-c875-4564-be44-a879e5ac94d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:48.467212843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c050c096-347f-4eb9-88d6-8f1b05d5e62a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:48.900973403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"78abc224-3704-4bca-91ae-e1e1892919ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.00133968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"919933ae-edf3-4799-987d-1114c8b00a83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.10173586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"a7b00778-614d-43e1-b720-1ace6a05f000","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.215511135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"a3b06e4f-f0e6-4842-a4ae-26507c781686","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-auth-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.314816897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"6caf9335-3169-40ff-a096-ee070b6bc477","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.416721935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"2160bce4-b1fd-4272-b9f2-7fd65ebef904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.514464275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"6ea6775e-ef81-4b81-9ac1-535a812d8ed7","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"maas-trlp-auth-test-model-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.525026956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"a4a9f96a-6314-451c-8d7f-393d36ec5db4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.615701959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"72dfad31-ee4a-48f5-9d43-64a0ee8dc0be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.653602963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"fe498010-44c9-4fa4-94d1-4822d1d2b2f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.744743656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"250db1dc-d4a0-4156-8baf-9fe5d1c76f30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.84120015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"173d8be1-b726-4193-9d97-65b30d360a1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:49.963249561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"bd862bb4-9f6e-4ef6-8250-dcd901aa06b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:56.681253602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"5f3646c8-060e-4bde-b79b-d18d0a87d6e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:56.740047039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"5f3646c8-060e-4bde-b79b-d18d0a87d6e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:56.779539472Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:57.017682634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"ffdf64c2-f464-48df-a8ac-68fcefe30658","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:57.017714497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"ffdf64c2-f464-48df-a8ac-68fcefe30658","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:57.435762028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"09fa7fa9-5acb-4078-8196-7eb08cedb436","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:57.494347629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"09fa7fa9-5acb-4078-8196-7eb08cedb436","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:57.818769745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"bd2ad9bf-995b-45da-adbf-0a0fa7f59961","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:57.81879221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"bd2ad9bf-995b-45da-adbf-0a0fa7f59961","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.428993998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"df933d26-bb3d-4671-aa93-03e8598c87c5","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.429022407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"df933d26-bb3d-4671-aa93-03e8598c87c5","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.488337935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"b6a4846f-0ddf-418a-8b53-339ba3364dff","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.488367641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"b6a4846f-0ddf-418a-8b53-339ba3364dff","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.5369097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"54f71088-7a23-40da-afcb-8ec7b0632e1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:23:02.537515191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"125b49de-aeda-4ac9-a43e-1e88e3ec2119","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-16b151\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:23:02.542986269Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"b6a4846f-0ddf-418a-8b53-339ba3364dff","name":"auth-test-model-21e3d9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-21e3d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:23:02.543043658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"b6a4846f-0ddf-418a-8b53-339ba3364dff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-21e3d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.548382696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"9bb8f022-c636-43ab-afd8-1d0c4e763b52","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.548398677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"9bb8f022-c636-43ab-afd8-1d0c4e763b52","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.59588117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"54f71088-7a23-40da-afcb-8ec7b0632e1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.649277573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"e22a97d6-c488-4b92-ae29-c9424c9679e1","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.649299904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"e22a97d6-c488-4b92-ae29-c9424c9679e1","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.914982382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"fa68aff7-6c2d-461b-901d-ce521d771993","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.937006995Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"15eb43b2-d90a-418b-b43b-9c1afd23e34e","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-auth-test-model-21e3d9","model":"auth-test-model-21e3d9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-21e3d9/e2e-auth-iso-16b151"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.970630364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"5f0815fb-a2c6-4faa-8aca-d54a58b36b1a","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.970654128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"5f0815fb-a2c6-4faa-8aca-d54a58b36b1a","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:02.973609041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"fa68aff7-6c2d-461b-901d-ce521d771993","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.110190011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"0ddc6384-1460-46ea-93ed-c673ecc9dc7f","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.110212113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"0ddc6384-1460-46ea-93ed-c673ecc9dc7f","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.143986266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"648b378b-3e55-4896-9ed8-0f7ffe4e3113","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.144007055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"648b378b-3e55-4896-9ed8-0f7ffe4e3113","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.204816926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"e4188dd9-4c6f-4207-ab65-1767107419d2","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.204841455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"e4188dd9-4c6f-4207-ab65-1767107419d2","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.25261669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"7dd39ebc-df1b-440a-a060-a127943f2a4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:23:03.256109686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"ab5876c5-43ea-40d0-b737-85dba9e1281b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ee5cfd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:23:03.260065436Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"e4188dd9-4c6f-4207-ab65-1767107419d2","name":"auth-test-model-3404b9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3404b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:23:03.260114829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"e4188dd9-4c6f-4207-ab65-1767107419d2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3404b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.266231796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"be063f4f-2f81-45c8-8236-27f2b7fb0d3b","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.26624713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"be063f4f-2f81-45c8-8236-27f2b7fb0d3b","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.310745415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"7dd39ebc-df1b-440a-a060-a127943f2a4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.330423595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"fc9e7498-69f4-4178-87e0-2e39d56c2d82","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-auth-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.367495882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"bbdf0d26-37a7-4a45-92ba-27bb48ba0009","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.367517116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"bbdf0d26-37a7-4a45-92ba-27bb48ba0009","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.428040247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"ddd9877e-0861-470a-b5e7-1c0d95a26e2c","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.428066362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"ddd9877e-0861-470a-b5e7-1c0d95a26e2c","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.628934652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"26c90de4-4973-4c2c-9ae0-a173e2718b1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.644195069Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"58802de7-bc81-4412-a598-a17eb36ce28c","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"maas-trlp-auth-test-model-3404b9","model":"auth-test-model-3404b9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-3404b9/e2e-auth-iso-ee5cfd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.687079702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"26c90de4-4973-4c2c-9ae0-a173e2718b1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.815556285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"4a865d39-7a52-472e-b142-f7dd49422dd8","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:03.815576049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"4a865d39-7a52-472e-b142-f7dd49422dd8","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:04.031264649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"2c7ad887-b18d-4cfc-a62d-a09783ed6b5f","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"maas-trlp-auth-test-model-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:21.871842999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"a5af3ed3-4b79-43bc-9e6d-d496ab1144b9","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"maas-trlp-auth-test-model-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:22.041580229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"0c495ec6-373f-4ef4-87d7-131907041425","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:22.041605657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"0c495ec6-373f-4ef4-87d7-131907041425","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:22.179181966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"9f7eb99c-22b1-4260-94c8-8662686aed5a","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-auth-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:22.361346177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"93930d7c-c180-4e89-8d8b-a53e2128fc0d","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:22.361368555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"93930d7c-c180-4e89-8d8b-a53e2128fc0d","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:23.268031402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"6feb72a0-bff2-4e36-9a08-96bf4797599d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:23.326357568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"6feb72a0-bff2-4e36-9a08-96bf4797599d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:23.488039368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"d6527dca-dd3f-4d4f-8d36-33a5040bf402","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:23.546109266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"d6527dca-dd3f-4d4f-8d36-33a5040bf402","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:24.992923068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"c812d3ae-d21e-430f-94cb-9ac563dc19e1","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:24.992942716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"c812d3ae-d21e-430f-94cb-9ac563dc19e1","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:25.100438278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"0509e28f-7bdf-44e0-a9f7-2a35571183a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:25.159908127Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"dd568924-55e6-4f4b-89a4-50ce4ac116af","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8db3ef4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:25.160524186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"0509e28f-7bdf-44e0-a9f7-2a35571183a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:25.477843763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"c655f59d-e51c-4b1e-92fe-c3b1fd136c7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:25.540787761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"c655f59d-e51c-4b1e-92fe-c3b1fd136c7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:26.159156344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"f6af0fe4-64c3-4967-a7c3-c2b2fe307fd5","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:26.159178391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"f6af0fe4-64c3-4967-a7c3-c2b2fe307fd5","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:26.266044797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"380ed31e-a95f-4722-ac57-04a89f6e9110","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:26.323874719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"380ed31e-a95f-4722-ac57-04a89f6e9110","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:26.328326303Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"54f852a7-0fe8-4d1f-8900-33c2b684cadd","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5b5461cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:26.645533837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"609a7f2e-7b11-468a-a16b-d40099ec82fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:26.731289721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"609a7f2e-7b11-468a-a16b-d40099ec82fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:26.835137908Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:34.610246022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933f6761-ad31-4fc4-b6ad-8d9defb6deef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:34.664161185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933f6761-ad31-4fc4-b6ad-8d9defb6deef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:34.718017557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933f6761-ad31-4fc4-b6ad-8d9defb6deef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:34.772038543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933f6761-ad31-4fc4-b6ad-8d9defb6deef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.118281696Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-1aadcd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-1aadcd","reconcileID":"e491665b-650e-47b4-be24-9973500b994f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-1aadcd","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-1aadcd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.213915491Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"f1997a0a-a9e1-4dd3-bfe0-020e42f53027","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","subscription":"e2e-auth-iso-ee5cfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.267938478Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"f1997a0a-a9e1-4dd3-bfe0-020e42f53027","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.323073339Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"f1997a0a-a9e1-4dd3-bfe0-020e42f53027","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"maas-trlp-auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.609103436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"34936687-2e72-44c1-99ac-4fa53bc75449","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.60923251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"34936687-2e72-44c1-99ac-4fa53bc75449","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.719224392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"503ad9e9-d9f3-4d47-8d0f-494fdf238060","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.770739079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"d4f5e290-d99c-463b-8b9e-fdb7a31f38a8","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.770759168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"d4f5e290-d99c-463b-8b9e-fdb7a31f38a8","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.777327219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"503ad9e9-d9f3-4d47-8d0f-494fdf238060","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.973697779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"3460e518-2446-4e33-b36f-3c3614f39758","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:35.975714Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"e44c758d-8782-4393-b98c-27e6ff978324","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da244058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.031907847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"3460e518-2446-4e33-b36f-3c3614f39758","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.13426497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"8d554016-d6fd-4aa9-8afe-9173d5ae71a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.191950785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"8d554016-d6fd-4aa9-8afe-9173d5ae71a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.384070102Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"eaedcd0b-7d8f-4e55-b447-8ad29e7d5be0","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","subscription":"e2e-auth-iso-16b151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.404782942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"66ca04e5-5a08-4fa0-a8e3-a80acad73ab5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.442838924Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"eaedcd0b-7d8f-4e55-b447-8ad29e7d5be0","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.467016328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"66ca04e5-5a08-4fa0-a8e3-a80acad73ab5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.507043159Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"eaedcd0b-7d8f-4e55-b447-8ad29e7d5be0","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.562873827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"97a69c21-3e18-4124-91c0-1cc8f3170ade","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.562901104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"97a69c21-3e18-4124-91c0-1cc8f3170ade","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.740012777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5507d450-5ccb-460c-9a73-4b2460a0e671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.794839005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"d4d20c05-9275-45b6-b613-70e292520c85","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.794870376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"d4d20c05-9275-45b6-b613-70e292520c85","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.79774865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5507d450-5ccb-460c-9a73-4b2460a0e671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.852949178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5507d450-5ccb-460c-9a73-4b2460a0e671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.926366609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5507d450-5ccb-460c-9a73-4b2460a0e671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.981176937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"75053568-e256-4baa-a322-f9947e6bebcb","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.987457645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"103b81d8-ba70-4588-a304-beed593554f3","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:36.987482113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"103b81d8-ba70-4588-a304-beed593554f3","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:37.040832103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"75053568-e256-4baa-a322-f9947e6bebcb","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:37.064846612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"44e169fa-2099-459a-ae0e-25bc78848f01","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:37.119272591Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"3ad75c75-4418-4c44-ba2f-f3e12385992c","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9a95e5fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:37.125071671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"44e169fa-2099-459a-ae0e-25bc78848f01","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:37.414209898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"9d85c2a8-d340-4c77-8b7d-5abc72280dbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:37.476796562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"9d85c2a8-d340-4c77-8b7d-5abc72280dbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:37.517517249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"5b739fb9-8f54-4145-96d5-fca88be6a133","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:37.576995378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"5b739fb9-8f54-4145-96d5-fca88be6a133","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:38.867785595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd840d0-7887-4219-9f56-4b44b6cb2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:38.923951896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd840d0-7887-4219-9f56-4b44b6cb2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:38.978592259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd840d0-7887-4219-9f56-4b44b6cb2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:39.032645776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd840d0-7887-4219-9f56-4b44b6cb2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:42.159851682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"cb065e6b-25b8-445a-9edc-4fbdae47be02","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:42.159885086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"cb065e6b-25b8-445a-9edc-4fbdae47be02","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:42.218401107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"a0db8b58-5880-442c-be9f-7efa4e27c207","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:42.218430686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"a0db8b58-5880-442c-be9f-7efa4e27c207","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:42.32652917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"cc332e03-d532-4d30-8a5d-7680fbcd3ff6","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:42.453301305Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"cc332e03-d532-4d30-8a5d-7680fbcd3ff6","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:42.510262065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"cc332e03-d532-4d30-8a5d-7680fbcd3ff6","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:42.569401301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"538663a0-0515-4bcc-8379-a3a10e8dc135","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:42.569425537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"538663a0-0515-4bcc-8379-a3a10e8dc135","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.029776086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"e5fbe907-6de4-4bd1-ade8-1b80191831ef","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","subscription":"e2e-auth-iso-ee5cfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.083743788Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"e5fbe907-6de4-4bd1-ade8-1b80191831ef","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.138286042Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"e5fbe907-6de4-4bd1-ade8-1b80191831ef","MaaSSubscription":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"maas-trlp-auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.422166035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"feccbd03-74c3-4610-ac12-9b4f6e82a6ef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.422187491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"feccbd03-74c3-4610-ac12-9b4f6e82a6ef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.529303806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"b3dcdb30-0773-41c3-b3c8-413bea32aa7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.576940708Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"6998ba2f-9a4c-4a06-9f33-4c282997d93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.576974343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"deced6c9-133a-4c25-81d6-a278ce6644c4","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.577068174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"deced6c9-133a-4c25-81d6-a278ce6644c4","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.588525847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"b3dcdb30-0773-41c3-b3c8-413bea32aa7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.785307771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"6998ba2f-9a4c-4a06-9f33-4c282997d93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.926154623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"6998ba2f-9a4c-4a06-9f33-4c282997d93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"name":"e2e-shared-a-w2-80d95b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.926187042Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"e2e-auth-iso-ee5cfd","reconcileID":"6998ba2f-9a4c-4a06-9f33-4c282997d93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.93899305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"7bdabf22-b032-45f9-a8b7-1986d760fa19","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.985163616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"ef002a1e-1428-4c9b-b433-10371014e0cb","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenant":"e2e-shared-a-w2-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","model":"ai-tenant-e2e-shared-a-w2-80d95b/auth-test-model-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.985185487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"auth-test-model-80d95b","reconcileID":"ef002a1e-1428-4c9b-b433-10371014e0cb","MaaSModelRef":{"name":"auth-test-model-80d95b","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"routeName":"auth-test-model-80d95b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","llmisvcName":"auth-test-model-80d95b","gateway":"openshift-ingress/e2e-shared-a-w2-80d95b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:46.997299333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"7bdabf22-b032-45f9-a8b7-1986d760fa19","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.139919324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"4c4ac80d-782c-4396-b6c9-bae713230229","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.139941152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"4c4ac80d-782c-4396-b6c9-bae713230229","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.173607374Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"33aea259-3a58-40ce-8941-bb212900b50b","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","subscription":"e2e-auth-iso-16b151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.205289997Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"2a14f685-9157-4676-991d-67c45c31b30f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.227642327Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"33aea259-3a58-40ce-8941-bb212900b50b","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.282234303Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"33aea259-3a58-40ce-8941-bb212900b50b","MaaSSubscription":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.366353437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"2a14f685-9157-4676-991d-67c45c31b30f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.495779751Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"2a14f685-9157-4676-991d-67c45c31b30f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"name":"e2e-shared-b-w2-3404b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.495804357Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"e2e-auth-iso-ee5cfd","reconcileID":"2a14f685-9157-4676-991d-67c45c31b30f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ee5cfd","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.553778683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"d09e65f1-8564-42d7-b9f3-9ece9e3c83a3","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenant":"e2e-shared-b-w2-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","model":"ai-tenant-e2e-shared-b-w2-3404b9/auth-test-model-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.553799687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"auth-test-model-3404b9","reconcileID":"d09e65f1-8564-42d7-b9f3-9ece9e3c83a3","MaaSModelRef":{"name":"auth-test-model-3404b9","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"routeName":"auth-test-model-3404b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","llmisvcName":"auth-test-model-3404b9","gateway":"openshift-ingress/e2e-shared-b-w2-3404b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.565004682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"6a1db8d9-af2b-4e53-b7d0-e63ef5b7b23a","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.565024922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"6a1db8d9-af2b-4e53-b7d0-e63ef5b7b23a","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.672429211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"93110268-7c94-4db7-8a61-336bdc1c6a81","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.721407915Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"288f6cae-c11e-4efd-936c-669b92739c38","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.721453387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"0a9ebe28-fafb-4551-a66f-73ef3cbd1fa9","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.721470582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"0a9ebe28-fafb-4551-a66f-73ef3cbd1fa9","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.732970359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"93110268-7c94-4db7-8a61-336bdc1c6a81","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:47.929402554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"288f6cae-c11e-4efd-936c-669b92739c38","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.058734294Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"288f6cae-c11e-4efd-936c-669b92739c38","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.058763586Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-auth-iso-16b151","reconcileID":"288f6cae-c11e-4efd-936c-669b92739c38","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.086349333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"178586eb-92b4-4e0c-a76a-21461b49a729","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.119606564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"8c85ea83-910a-4c2c-a72f-93297cdc2235","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/auth-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.119627311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"auth-test-model-f1ecec","reconcileID":"8c85ea83-910a-4c2c-a72f-93297cdc2235","MaaSModelRef":{"name":"auth-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"auth-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"auth-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.149153514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"178586eb-92b4-4e0c-a76a-21461b49a729","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.279164319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"288340af-e959-4aed-8ec1-b325ae5ad4f6","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.279186322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"288340af-e959-4aed-8ec1-b325ae5ad4f6","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.357647286Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"f7439f0d-b3b5-4c74-998d-f57115742f2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.611046705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"f7439f0d-b3b5-4c74-998d-f57115742f2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.741601889Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"f7439f0d-b3b5-4c74-998d-f57115742f2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.74162859Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-auth-iso-16b151","reconcileID":"f7439f0d-b3b5-4c74-998d-f57115742f2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-16b151","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.799243388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"ab970235-e37d-4438-8f60-b5d3888f2c7a","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/auth-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:48.799275571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"auth-test-model-21e3d9","reconcileID":"ab970235-e37d-4438-8f60-b5d3888f2c7a","MaaSModelRef":{"name":"auth-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"auth-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"auth-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:51.598527408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecdb99f-d545-419d-8721-37fb42a180d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:51.652549794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecdb99f-d545-419d-8721-37fb42a180d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:51.707254453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecdb99f-d545-419d-8721-37fb42a180d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:51.761900998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecdb99f-d545-419d-8721-37fb42a180d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:52.543393668Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6a0a54","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6a0a54","reconcileID":"71155595-4736-497d-be0c-7ec277383361","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6a0a54","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-6a0a54":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:52.67768893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"45705f2d-8169-4152-ad9d-22401a2f7abd","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:52.743145723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"45705f2d-8169-4152-ad9d-22401a2f7abd","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:52.807327981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"45705f2d-8169-4152-ad9d-22401a2f7abd","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:53.741199135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3e095c-8493-4d1a-83a5-3a3a15286826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:53.795918055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3e095c-8493-4d1a-83a5-3a3a15286826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:53.849788511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3e095c-8493-4d1a-83a5-3a3a15286826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:53.90374329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3e095c-8493-4d1a-83a5-3a3a15286826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:55.885890946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ea2e0a-4a87-4956-ac7d-aa993c1a0dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:55.940185043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ea2e0a-4a87-4956-ac7d-aa993c1a0dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:55.994238974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ea2e0a-4a87-4956-ac7d-aa993c1a0dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:56.048505759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ea2e0a-4a87-4956-ac7d-aa993c1a0dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:23:56.778742435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:02.915377529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"8b3fb9a1-ba27-4137-814a-12da4946584c","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:02.973205491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"8b3fb9a1-ba27-4137-814a-12da4946584c","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:03.030503221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"8b3fb9a1-ba27-4137-814a-12da4946584c","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:13.138809861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"b0956c45-3303-4362-a9ae-146ee8b17c0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:13.196526956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"b0956c45-3303-4362-a9ae-146ee8b17c0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:13.253503977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"b0956c45-3303-4362-a9ae-146ee8b17c0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:23.361901588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"152ae29f-eeef-4410-bcee-b8bef47d9a31","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:23.419522544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"152ae29f-eeef-4410-bcee-b8bef47d9a31","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:23.476906197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"152ae29f-eeef-4410-bcee-b8bef47d9a31","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:26.778924729Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:33.586554473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"8dada7b5-f6dc-4020-9796-9ae223830c2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:33.645651242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"8dada7b5-f6dc-4020-9796-9ae223830c2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:33.702609803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (403d269283f75a7f8bd67082510d4f767e95d264f2137f2d8d2c9b8532b9984f) AuthConfig (e7bdce085e39b0b21a9056846f1304bfb98d3103b6a789e339903670f1ce81e3) AuthConfig (9a807a4cc75737e7b151884d305d107c1635214c4dcb926125db4ddce688a454) AuthConfig (b3f840ce4ddd3e18ecb2da155977d81de4b3baf9912766659ad713c8aa98d712) AuthConfig (0d06e0ea1cf03e89f8bc7fffa33ae1d24c1d60f13414830288d7fa37738d5a5d) AuthConfig (93f5ac35979e85a123b6d91ddaef7937d50cdd8308e7b6b7f73a5b7dd958b950) AuthConfig (c56646686ead3d52ec9516fa7fb83e54208b8f339fbc50050b380d8c28c6ba4d) AuthConfig (1c348d0b453955ff7eb58563f918a545b68e80c85c8a2db3ed549b1d33fba8e2) AuthConfig (722b440661fc7d7a5a91781c28453feda40f465ccfe56b6ce25823e0c00138e5) AuthConfig (a0943d300e08d646ec3d42fa23880c4936f8aa28eb3e0d035d065426f5742a1c) AuthConfig (37317ea186a3da7c2f4158c839f2c080f9a839565d50404ae186ebfb030414a8) AuthConfig (2ff580d72bf1f546ca01afadcfeb08ccc2c6702ccca43c4cd9b108d1c66eb5e7) AuthConfig (411e7ac6f46765a82b89a39cd0bc1bde7790154baad49250eac2cc4609c9e489) AuthConfig (3e844493f6eaf04dbfc9bc1f76b6e6f32a712081319bd29b0315f134d5073d65) AuthConfig (74b5bee04ba4f4ad015418d57dbb1c9defe7bc1e495445c1df97c094b34edb7f) AuthConfig (499c77f6f1930ae00fe461f2bf686e067bc3f94f7beb850dde988285b2ba3453) AuthConfig (3fa0436a58128e7ec17276a66575670dde78d6f8bc89a6d07b5dc34946aa2c16) AuthConfig (277e9ea7e4f8aa1a30f73c99ae8a05c2cc0c3ec02d2e13bef29174e1fd606fb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"8dada7b5-f6dc-4020-9796-9ae223830c2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:33.762622907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"64e7de34-cab2-4660-b7d1-445ea64731dd","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:33.762652618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"64e7de34-cab2-4660-b7d1-445ea64731dd","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:43.825645416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769e14a3-bf49-48e5-b41a-087ff99e90e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:43.879911676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769e14a3-bf49-48e5-b41a-087ff99e90e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:43.935804533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769e14a3-bf49-48e5-b41a-087ff99e90e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:43.936849503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"39e0a6d7-2c68-4501-81e6-cb7d04698306","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:43.994843082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769e14a3-bf49-48e5-b41a-087ff99e90e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:44.052705451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"39e0a6d7-2c68-4501-81e6-cb7d04698306","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:44.109012996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (403d269283f75a7f8bd67082510d4f767e95d264f2137f2d8d2c9b8532b9984f) AuthConfig (e7bdce085e39b0b21a9056846f1304bfb98d3103b6a789e339903670f1ce81e3) AuthConfig (9a807a4cc75737e7b151884d305d107c1635214c4dcb926125db4ddce688a454) AuthConfig (b3f840ce4ddd3e18ecb2da155977d81de4b3baf9912766659ad713c8aa98d712) AuthConfig (0d06e0ea1cf03e89f8bc7fffa33ae1d24c1d60f13414830288d7fa37738d5a5d) AuthConfig (93f5ac35979e85a123b6d91ddaef7937d50cdd8308e7b6b7f73a5b7dd958b950) AuthConfig (c56646686ead3d52ec9516fa7fb83e54208b8f339fbc50050b380d8c28c6ba4d) AuthConfig (1c348d0b453955ff7eb58563f918a545b68e80c85c8a2db3ed549b1d33fba8e2) AuthConfig (722b440661fc7d7a5a91781c28453feda40f465ccfe56b6ce25823e0c00138e5) AuthConfig (a0943d300e08d646ec3d42fa23880c4936f8aa28eb3e0d035d065426f5742a1c) AuthConfig (37317ea186a3da7c2f4158c839f2c080f9a839565d50404ae186ebfb030414a8) AuthConfig (2ff580d72bf1f546ca01afadcfeb08ccc2c6702ccca43c4cd9b108d1c66eb5e7) AuthConfig (411e7ac6f46765a82b89a39cd0bc1bde7790154baad49250eac2cc4609c9e489) AuthConfig (3e844493f6eaf04dbfc9bc1f76b6e6f32a712081319bd29b0315f134d5073d65) AuthConfig (74b5bee04ba4f4ad015418d57dbb1c9defe7bc1e495445c1df97c094b34edb7f) AuthConfig (499c77f6f1930ae00fe461f2bf686e067bc3f94f7beb850dde988285b2ba3453) AuthConfig (3fa0436a58128e7ec17276a66575670dde78d6f8bc89a6d07b5dc34946aa2c16) AuthConfig (277e9ea7e4f8aa1a30f73c99ae8a05c2cc0c3ec02d2e13bef29174e1fd606fb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"39e0a6d7-2c68-4501-81e6-cb7d04698306","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:44.363498982Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fe227a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fe227a","reconcileID":"94427c4c-0fe5-4d6c-8c22-5234e174cb45","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fe227a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-fe227a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:46.030561482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3aa82b-9926-44ca-b1c6-381ed907b970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:46.084537198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3aa82b-9926-44ca-b1c6-381ed907b970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:46.138808148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3aa82b-9926-44ca-b1c6-381ed907b970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:46.192964034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3aa82b-9926-44ca-b1c6-381ed907b970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:48.159987016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371cf16d-fa7a-4b6e-bea9-bddc4c4767b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:48.214051543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371cf16d-fa7a-4b6e-bea9-bddc4c4767b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:48.268808755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371cf16d-fa7a-4b6e-bea9-bddc4c4767b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:48.324013635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371cf16d-fa7a-4b6e-bea9-bddc4c4767b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:51.886205194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"44ad75b3-4305-4c62-a592-f019514cfc4b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1aadcd","tenantID":"e2e-shared-a-w1-1aadcd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:52.003461506Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"44ad75b3-4305-4c62-a592-f019514cfc4b","name":"e2e-shared-a-w1-1aadcd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:54.217483346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"3fc8825d-9e61-4907-966d-fcb67a924df3","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:54.277104197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"3fc8825d-9e61-4907-966d-fcb67a924df3","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:54.601656711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"02e3b724-cc23-4481-bc3d-e0854cfb1168","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:54.601682239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"02e3b724-cc23-4481-bc3d-e0854cfb1168","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:55.844285036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef93ff8b-56c1-436c-839b-7481c70cdbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:55.898345564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef93ff8b-56c1-436c-839b-7481c70cdbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:55.952321491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef93ff8b-56c1-436c-839b-7481c70cdbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:56.005963784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef93ff8b-56c1-436c-839b-7481c70cdbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:56.447571217Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2e9aaf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2e9aaf","reconcileID":"52c0d277-b29a-4252-9440-65fd9f79dbaf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2e9aaf","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-2e9aaf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:56.780580034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:57.991854538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc59da9-2b99-4ac9-896d-170ea67ae9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:58.046596804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc59da9-2b99-4ac9-896d-170ea67ae9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:58.100634655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc59da9-2b99-4ac9-896d-170ea67ae9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:24:58.154605794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc59da9-2b99-4ac9-896d-170ea67ae9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.006237352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"060c147b-c394-4b6c-a45b-828f7a2e8848","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.006264088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"060c147b-c394-4b6c-a45b-828f7a2e8848","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.067653272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"23596090-64d1-446b-aa03-0dc8325fa8bb","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.067682139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"23596090-64d1-446b-aa03-0dc8325fa8bb","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.10672692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4b9f2d-94ed-4f91-9bf0-4b3fbd1df016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:25:00.115206945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"1e6aea23-4cb8-42d5-b072-eecfaeec3230","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-97ea5d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.162176986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4b9f2d-94ed-4f91-9bf0-4b3fbd1df016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.21735943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4b9f2d-94ed-4f91-9bf0-4b3fbd1df016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.217880739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"ea3e383d-aa6a-468f-ba91-cc9d7a96c41d","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.271882791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4b9f2d-94ed-4f91-9bf0-4b3fbd1df016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:25:00.274280295Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"23596090-64d1-446b-aa03-0dc8325fa8bb","name":"auth-test-model-754ac5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-754ac5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:25:00.274353785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"23596090-64d1-446b-aa03-0dc8325fa8bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-754ac5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.274893524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"176e6b9e-d5a0-49ef-b492-f3861245f211","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.274911261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"176e6b9e-d5a0-49ef-b492-f3861245f211","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.330064081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"ea3e383d-aa6a-468f-ba91-cc9d7a96c41d","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.333364372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"607acdc6-ea20-427f-aae7-917b88655986","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.333388643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"607acdc6-ea20-427f-aae7-917b88655986","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.602819205Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"1731a7af-8814-4495-ba18-59de69a5b7d7","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-auth-test-model-754ac5","model":"auth-test-model-754ac5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-754ac5/e2e-auth-iso-97ea5d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.65197024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"38beb43c-a8f1-45ad-99a8-09b81c3d236f","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.709956032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"38beb43c-a8f1-45ad-99a8-09b81c3d236f","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.772633971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"dd8cc554-27a5-4439-a7c4-74f7271271c8","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.772659162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"dd8cc554-27a5-4439-a7c4-74f7271271c8","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:00.988927473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"71da661c-32d4-427b-a9d1-e27731db1bd3","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-auth-test-model-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:01.159820275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"28142800-b8c1-493e-b9d0-61ce2291e0ab","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:01.159844355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"28142800-b8c1-493e-b9d0-61ce2291e0ab","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:02.287754604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6be67b1-19e4-4c93-84b6-f84d925dae94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:02.342496912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6be67b1-19e4-4c93-84b6-f84d925dae94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:02.396759895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6be67b1-19e4-4c93-84b6-f84d925dae94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:02.45108917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6be67b1-19e4-4c93-84b6-f84d925dae94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:04.389980986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5c6db5-b32a-4d13-aa4a-6910587c24f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:04.444022285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5c6db5-b32a-4d13-aa4a-6910587c24f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:04.498174209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5c6db5-b32a-4d13-aa4a-6910587c24f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:04.552163876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5c6db5-b32a-4d13-aa4a-6910587c24f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:12.372205337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"2de9dd45-91ad-4383-b6af-5155d163e6e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6a0a54","tenantID":"e2e-extmod-a-6a0a54","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:12.493533845Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"2de9dd45-91ad-4383-b6af-5155d163e6e5","name":"e2e-extmod-a-6a0a54-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:26.778803739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:45.786073287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"6ce42558-1d93-4996-957c-bbc7766e62b1","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-auth-test-model-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:45.960754611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"acdda506-02f4-4cc3-b4cd-e000a750e625","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:45.960780476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"acdda506-02f4-4cc3-b4cd-e000a750e625","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:46.001205686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"ec2937c6-0b50-47ab-b36a-a56a5e08945f","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:46.059710827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"ec2937c6-0b50-47ab-b36a-a56a5e08945f","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:46.963285849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"59d80ed8-f5d2-4cec-b7d6-cc7ff8660818","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:46.963311202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"59d80ed8-f5d2-4cec-b7d6-cc7ff8660818","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:47.022598358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"85728267-a5bd-447d-914a-263f6dc444ac","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:47.02262312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"85728267-a5bd-447d-914a-263f6dc444ac","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:47.130174105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"3f381586-55dc-4b03-b1db-8af4966e53fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:47.26500179Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"3f381586-55dc-4b03-b1db-8af4966e53fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:47.321907441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"3f381586-55dc-4b03-b1db-8af4966e53fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:47.382324697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"db3b0568-5b8f-4129-b643-7188ebbbf070","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:47.382348852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"db3b0568-5b8f-4129-b643-7188ebbbf070","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:56.778790126Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:57.489403538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"3ecbe988-bc90-4d49-833c-5924ab2b8248","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:57.546799652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"3ecbe988-bc90-4d49-833c-5924ab2b8248","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:25:57.603452814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"3ecbe988-bc90-4d49-833c-5924ab2b8248","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:07.712022814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"36af7249-0ec0-42cb-aac3-796082cf5bc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:07.770330273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"36af7249-0ec0-42cb-aac3-796082cf5bc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:07.827964929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba723d731baf098cfba9acd6e2aae0b2076b312428498cc24cfd3b132f39329e) AuthConfig (95b687c431cf32f5d96bc452364af2970f059d0c5c4c01a1d7958b78c1112f8a) AuthConfig (4f81d2a7120cb8afc55d37d3bfe8069cdbdb620af7eb85eec4a4aca9a547a483) AuthConfig (bf0a620674921714577c2269baec58552024b5b6aea2e876d2b60ccc944d7724) AuthConfig (01ca0027eb64b7ec18cbfbeff193b0459527aa3a91c999282f5b8804a881aed8) AuthConfig (fdc230b84068dfd933d03e69b2c9707cd5d666725f4dd09f5fc8fefb5d9de244) AuthConfig (8b9114fe91a9d671079afd12d722dd3fc4d20824f04e867f10cf47c8c3a9f730) AuthConfig (518df081702b289bfb9de39791b0311a20a9a26e4d181d2f1d63da7cf8ac1e05) AuthConfig (62a1ed55aee76769a336023b2a570e93d45ac40573a00430ce14067139cb0d74) AuthConfig (6bff6cbdb16fd62f317cfc3303e248937423fb9c206723a4a6caca1005ad92da) AuthConfig (98d9210b3f5d6d1f98388a886db49781134ea6d1004f3cf87ca85091fc3091c2) AuthConfig (655ac1c947bc06e0598a99cea454d0ccc05f2e0323f1e56c56b16f958cc319ec) AuthConfig (dc430e1b801d5172cabe0265eb101c6ad7e24e2f127757b0a31b8cac484f17bc) AuthConfig (4f4f319c880b434968f16142b42e04143b4f04329186febe4a447bfaa5aa4115) AuthConfig (59a9d9d660149e757f9ee657a3ed704edba57da43ba10c919fd80f834f86db3e) AuthConfig (e7a749dab2d7e125fe99374f2c437839415d5cc883af4ca31096b5efc4040e2f) AuthConfig (0b7da703c8b9e1eb8cf5ebd4869083cb6f3487e01e57bdb108d49f7beba61275) AuthConfig (3a806394b8fde5fbb044bcb239b7bf99695f3531959ebcdae496eedaa8710689)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"36af7249-0ec0-42cb-aac3-796082cf5bc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:07.861239317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"42cc65d0-b591-4ae9-bc09-f9ab0e48c796","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:07.889638276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"43045da3-d8bc-4ed2-a8a0-ec478e103878","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:07.889665126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"43045da3-d8bc-4ed2-a8a0-ec478e103878","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:07.957279544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"cb751581-4094-4264-8db0-2fb8a294f67d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:08.066498556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"30eb5916-6a2a-48e1-86fc-2972086d0f5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:08.189200983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"cb9bd84e-71ad-4764-a093-ecd49592f21e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:08.419798309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"103ee936-a1c9-4191-8b0a-af02c899e91d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:08.607147527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"8bd1e883-3075-48d1-9197-a65c9013953e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:08.705810918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"d47c55cb-ff14-4b56-a81e-58c21eb1fa05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:08.860686233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"f3b4fde7-9c05-456e-8403-255c50470dd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:08.960006531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78377c66-369a-4908-ad4f-c17f15c44ad8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:09.177313019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"bb25b025-06f7-4a86-a886-d8459e8de5d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:09.27950393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88f1d13b-5629-45f7-aa30-f796aef390d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:09.307776328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"08050a72-c1da-4741-a4bc-05fcf1ad0875","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-auth-test-model-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:09.436604711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"7ced6662-cdf8-4d8c-b302-8957ad8c7cfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:11.662762866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"16bfd979-ee00-4e53-bd8d-feec6ce90905","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fe227a","tenantID":"e2e-extmod-a-fe227a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:11.783428107Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"16bfd979-ee00-4e53-bd8d-feec6ce90905","name":"e2e-extmod-a-fe227a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:17.99810104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"c6e4644a-b981-41ea-aa09-77135c221ec7","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:18.056421055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"c6e4644a-b981-41ea-aa09-77135c221ec7","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:18.113395525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba723d731baf098cfba9acd6e2aae0b2076b312428498cc24cfd3b132f39329e) AuthConfig (95b687c431cf32f5d96bc452364af2970f059d0c5c4c01a1d7958b78c1112f8a) AuthConfig (4f81d2a7120cb8afc55d37d3bfe8069cdbdb620af7eb85eec4a4aca9a547a483) AuthConfig (bf0a620674921714577c2269baec58552024b5b6aea2e876d2b60ccc944d7724) AuthConfig (01ca0027eb64b7ec18cbfbeff193b0459527aa3a91c999282f5b8804a881aed8) AuthConfig (fdc230b84068dfd933d03e69b2c9707cd5d666725f4dd09f5fc8fefb5d9de244) AuthConfig (8b9114fe91a9d671079afd12d722dd3fc4d20824f04e867f10cf47c8c3a9f730) AuthConfig (518df081702b289bfb9de39791b0311a20a9a26e4d181d2f1d63da7cf8ac1e05) AuthConfig (62a1ed55aee76769a336023b2a570e93d45ac40573a00430ce14067139cb0d74) AuthConfig (6bff6cbdb16fd62f317cfc3303e248937423fb9c206723a4a6caca1005ad92da) AuthConfig (98d9210b3f5d6d1f98388a886db49781134ea6d1004f3cf87ca85091fc3091c2) AuthConfig (655ac1c947bc06e0598a99cea454d0ccc05f2e0323f1e56c56b16f958cc319ec) AuthConfig (dc430e1b801d5172cabe0265eb101c6ad7e24e2f127757b0a31b8cac484f17bc) AuthConfig (4f4f319c880b434968f16142b42e04143b4f04329186febe4a447bfaa5aa4115) AuthConfig (59a9d9d660149e757f9ee657a3ed704edba57da43ba10c919fd80f834f86db3e) AuthConfig (e7a749dab2d7e125fe99374f2c437839415d5cc883af4ca31096b5efc4040e2f) AuthConfig (0b7da703c8b9e1eb8cf5ebd4869083cb6f3487e01e57bdb108d49f7beba61275) AuthConfig (3a806394b8fde5fbb044bcb239b7bf99695f3531959ebcdae496eedaa8710689)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"c6e4644a-b981-41ea-aa09-77135c221ec7","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:18.727595144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d02684e-5b96-4a32-b3bb-1314375579f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:18.781870629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d02684e-5b96-4a32-b3bb-1314375579f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:18.835844466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d02684e-5b96-4a32-b3bb-1314375579f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:18.889726532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d02684e-5b96-4a32-b3bb-1314375579f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:20.892808952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8400e7-337a-4506-aa05-3be0ea9ff566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:20.948017468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8400e7-337a-4506-aa05-3be0ea9ff566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:21.004528218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8400e7-337a-4506-aa05-3be0ea9ff566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:21.058758305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8400e7-337a-4506-aa05-3be0ea9ff566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:23.023490378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4a0139-f1de-4b77-9ff0-53d5ab712161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:23.077847892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4a0139-f1de-4b77-9ff0-53d5ab712161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:23.131767305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4a0139-f1de-4b77-9ff0-53d5ab712161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:23.18573633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4a0139-f1de-4b77-9ff0-53d5ab712161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:24.796937509Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-89a8e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-89a8e5","reconcileID":"648e9d48-477e-480b-8502-25a42fdba81a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-89a8e5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-89a8e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:25.202499443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e675d418-0e2b-49af-bfa4-a90dece1b06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:25.256827805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e675d418-0e2b-49af-bfa4-a90dece1b06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:25.311302765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e675d418-0e2b-49af-bfa4-a90dece1b06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:25.365823369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e675d418-0e2b-49af-bfa4-a90dece1b06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:26.831214147Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:27.398300397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05314619-b845-42ba-952b-58fd01e2b344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:27.452323211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05314619-b845-42ba-952b-58fd01e2b344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:27.506471054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05314619-b845-42ba-952b-58fd01e2b344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:27.5605652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05314619-b845-42ba-952b-58fd01e2b344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:27.835300361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"9dc21f53-5cf4-4f82-a498-d743a7c9d87c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2e9aaf","tenantID":"e2e-extmod-a-2e9aaf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:27.954058893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"9dc21f53-5cf4-4f82-a498-d743a7c9d87c","name":"e2e-extmod-a-2e9aaf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:28.281848323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"9493596e-db42-4da9-aff4-7cca4007097f","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:28.344276614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"9493596e-db42-4da9-aff4-7cca4007097f","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:28.416584789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba723d731baf098cfba9acd6e2aae0b2076b312428498cc24cfd3b132f39329e) AuthConfig (95b687c431cf32f5d96bc452364af2970f059d0c5c4c01a1d7958b78c1112f8a) AuthConfig (4f81d2a7120cb8afc55d37d3bfe8069cdbdb620af7eb85eec4a4aca9a547a483) AuthConfig (bf0a620674921714577c2269baec58552024b5b6aea2e876d2b60ccc944d7724) AuthConfig (01ca0027eb64b7ec18cbfbeff193b0459527aa3a91c999282f5b8804a881aed8) AuthConfig (fdc230b84068dfd933d03e69b2c9707cd5d666725f4dd09f5fc8fefb5d9de244) AuthConfig (8b9114fe91a9d671079afd12d722dd3fc4d20824f04e867f10cf47c8c3a9f730) AuthConfig (518df081702b289bfb9de39791b0311a20a9a26e4d181d2f1d63da7cf8ac1e05) AuthConfig (62a1ed55aee76769a336023b2a570e93d45ac40573a00430ce14067139cb0d74) AuthConfig (6bff6cbdb16fd62f317cfc3303e248937423fb9c206723a4a6caca1005ad92da) AuthConfig (98d9210b3f5d6d1f98388a886db49781134ea6d1004f3cf87ca85091fc3091c2) AuthConfig (655ac1c947bc06e0598a99cea454d0ccc05f2e0323f1e56c56b16f958cc319ec) AuthConfig (dc430e1b801d5172cabe0265eb101c6ad7e24e2f127757b0a31b8cac484f17bc) AuthConfig (4f4f319c880b434968f16142b42e04143b4f04329186febe4a447bfaa5aa4115) AuthConfig (59a9d9d660149e757f9ee657a3ed704edba57da43ba10c919fd80f834f86db3e) AuthConfig (e7a749dab2d7e125fe99374f2c437839415d5cc883af4ca31096b5efc4040e2f) AuthConfig (0b7da703c8b9e1eb8cf5ebd4869083cb6f3487e01e57bdb108d49f7beba61275) AuthConfig (3a806394b8fde5fbb044bcb239b7bf99695f3531959ebcdae496eedaa8710689)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"9493596e-db42-4da9-aff4-7cca4007097f","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:29.542567963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba3843e-06b2-44d1-9d79-33d66dd16582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:29.596547957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba3843e-06b2-44d1-9d79-33d66dd16582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:29.650623871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba3843e-06b2-44d1-9d79-33d66dd16582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:29.704864124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba3843e-06b2-44d1-9d79-33d66dd16582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:31.644296477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b3ee7e-5cdd-4d5b-be56-a9deacc1a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:31.698383429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b3ee7e-5cdd-4d5b-be56-a9deacc1a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:31.752236271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b3ee7e-5cdd-4d5b-be56-a9deacc1a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:31.807566536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b3ee7e-5cdd-4d5b-be56-a9deacc1a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:33.75268098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb43a80b-e07e-43ba-8801-6fe22a4be5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:33.806957926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb43a80b-e07e-43ba-8801-6fe22a4be5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:33.861458784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb43a80b-e07e-43ba-8801-6fe22a4be5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:33.915736733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb43a80b-e07e-43ba-8801-6fe22a4be5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:35.893890528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51387cb-d668-43be-ab7f-0b60ffa6a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:35.948210808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51387cb-d668-43be-ab7f-0b60ffa6a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:36.002446238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51387cb-d668-43be-ab7f-0b60ffa6a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:36.056433338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51387cb-d668-43be-ab7f-0b60ffa6a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:38.531270045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"8a11b25e-5e5e-49d7-879c-06e62a13d8d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:38.589094603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"8a11b25e-5e5e-49d7-879c-06e62a13d8d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:38.645752574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba723d731baf098cfba9acd6e2aae0b2076b312428498cc24cfd3b132f39329e) AuthConfig (95b687c431cf32f5d96bc452364af2970f059d0c5c4c01a1d7958b78c1112f8a) AuthConfig (4f81d2a7120cb8afc55d37d3bfe8069cdbdb620af7eb85eec4a4aca9a547a483) AuthConfig (bf0a620674921714577c2269baec58552024b5b6aea2e876d2b60ccc944d7724) AuthConfig (01ca0027eb64b7ec18cbfbeff193b0459527aa3a91c999282f5b8804a881aed8) AuthConfig (fdc230b84068dfd933d03e69b2c9707cd5d666725f4dd09f5fc8fefb5d9de244) AuthConfig (8b9114fe91a9d671079afd12d722dd3fc4d20824f04e867f10cf47c8c3a9f730) AuthConfig (518df081702b289bfb9de39791b0311a20a9a26e4d181d2f1d63da7cf8ac1e05) AuthConfig (62a1ed55aee76769a336023b2a570e93d45ac40573a00430ce14067139cb0d74) AuthConfig (6bff6cbdb16fd62f317cfc3303e248937423fb9c206723a4a6caca1005ad92da) AuthConfig (98d9210b3f5d6d1f98388a886db49781134ea6d1004f3cf87ca85091fc3091c2) AuthConfig (655ac1c947bc06e0598a99cea454d0ccc05f2e0323f1e56c56b16f958cc319ec) AuthConfig (dc430e1b801d5172cabe0265eb101c6ad7e24e2f127757b0a31b8cac484f17bc) AuthConfig (4f4f319c880b434968f16142b42e04143b4f04329186febe4a447bfaa5aa4115) AuthConfig (59a9d9d660149e757f9ee657a3ed704edba57da43ba10c919fd80f834f86db3e) AuthConfig (e7a749dab2d7e125fe99374f2c437839415d5cc883af4ca31096b5efc4040e2f) AuthConfig (0b7da703c8b9e1eb8cf5ebd4869083cb6f3487e01e57bdb108d49f7beba61275) AuthConfig (3a806394b8fde5fbb044bcb239b7bf99695f3531959ebcdae496eedaa8710689)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"8a11b25e-5e5e-49d7-879c-06e62a13d8d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:43.634193755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"41e61396-e722-48e0-b2b9-83f43c42a694","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:43.734616283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"21081ee4-60cb-4e80-bd19-6365eddfb0a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:43.834279367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0574641-7de8-44da-a187-77be28fe25c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:43.889633832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"3e18a63c-5703-450f-86be-0fe19cbcf89a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:44.002228557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"6cc1ce52-c858-4339-b2a3-23b01306319a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:44.034878964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"949e9399-d52a-46ab-b281-6a1291c52b1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:44.328290596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"c79478cf-4fbc-44f5-b44c-718f6c9eb0a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:44.430271309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"d2b67ddf-6b63-4251-9646-221d5bc07bd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:44.53129211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"1ade3eb6-141b-4c02-bf4a-a6a03c8077f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:44.631563477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01ab2d1a-3d69-4e64-a049-3172dee5443b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:44.810383474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"164e7d08-2878-49f9-8ba4-6d6d23d49c10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:45.135242888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"e7ca5f1b-5f99-4b4e-a17d-b0135cfe12de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:45.281018077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"782ce907-7abf-4968-9c3d-ef7fac48be3e","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-auth-test-model-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:45.533854453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf72b566-26ba-42ee-923e-8f9510f7c30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:45.589163074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf72b566-26ba-42ee-923e-8f9510f7c30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:45.6433913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf72b566-26ba-42ee-923e-8f9510f7c30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:45.697288267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf72b566-26ba-42ee-923e-8f9510f7c30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:47.717594027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1741eb-de23-47ae-86a1-1436ed012301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:47.771937861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1741eb-de23-47ae-86a1-1436ed012301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:47.826300624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1741eb-de23-47ae-86a1-1436ed012301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:47.880337459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1741eb-de23-47ae-86a1-1436ed012301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:48.756516581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"ee6d7976-24b1-4e16-a702-6ad2a6b2a436","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:48.816234898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"ee6d7976-24b1-4e16-a702-6ad2a6b2a436","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:49.243933923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"e23d80c2-8b13-4ce5-bae8-3b77ad3e7951","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:49.243959087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"e23d80c2-8b13-4ce5-bae8-3b77ad3e7951","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:49.932528032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e718b5e3-e543-447f-8050-756cdcbc758c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:49.987003038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e718b5e3-e543-447f-8050-756cdcbc758c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:50.041177935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e718b5e3-e543-447f-8050-756cdcbc758c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:50.095391101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e718b5e3-e543-447f-8050-756cdcbc758c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:52.122894689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a4db62-b88b-4edf-bc5a-605e2bc4675b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:52.177445924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a4db62-b88b-4edf-bc5a-605e2bc4675b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:52.232386459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a4db62-b88b-4edf-bc5a-605e2bc4675b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:52.286546408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a4db62-b88b-4edf-bc5a-605e2bc4675b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:53.37948729Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4f14bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4f14bd","reconcileID":"6ccee959-ac1d-4b06-be69-2160b1890475","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4f14bd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4f14bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:54.328733346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a795d9-eab2-4cd6-979c-4fa308dd3318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:54.383966106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a795d9-eab2-4cd6-979c-4fa308dd3318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:54.438439443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a795d9-eab2-4cd6-979c-4fa308dd3318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:54.492834648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a795d9-eab2-4cd6-979c-4fa308dd3318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:54.669115317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"087ab2c9-b2ca-4b13-bfa1-451f5d8cce46","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:54.669156201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"087ab2c9-b2ca-4b13-bfa1-451f5d8cce46","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:54.829658834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"e8e39d0b-b452-494d-af12-8a5abdae0c34","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:54.829691169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"e8e39d0b-b452-494d-af12-8a5abdae0c34","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:54.885339312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"24ba07d3-7513-42ec-a2af-35ed272b80a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:26:54.890333819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"16e24c1b-f610-42e3-a590-f2ff5d1543d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-97ea5d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:54.950259244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"24ba07d3-7513-42ec-a2af-35ed272b80a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:55.012943602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"4dcb3e88-34e2-43a3-99ab-0983025a7828","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:55.012968959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"4dcb3e88-34e2-43a3-99ab-0983025a7828","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:55.071735657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"71a1d6ed-87a3-4f93-871c-318d988349b1","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:55.071756329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"71a1d6ed-87a3-4f93-871c-318d988349b1","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:55.267112438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"a021fa96-5c0f-4758-9388-d1fa24024b54","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:55.291722832Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"6f40e1c7-bd3f-4ce6-bc73-fd7194478c45","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"maas-trlp-auth-test-model-fe3f4d","model":"auth-test-model-fe3f4d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-fe3f4d/e2e-auth-iso-97ea5d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:55.325505955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"a021fa96-5c0f-4758-9388-d1fa24024b54","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:55.466736795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"fedf36fe-5497-4229-ba3c-dac7481591c1","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:55.466765279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"fedf36fe-5497-4229-ba3c-dac7481591c1","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:55.720353675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"e946ea9a-60ca-4431-9c5a-d8309e0896a6","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"maas-trlp-auth-test-model-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:56.530716365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a608d5-99cc-48a8-83c4-e574be1a2ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:56.584700101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a608d5-99cc-48a8-83c4-e574be1a2ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:56.638631917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a608d5-99cc-48a8-83c4-e574be1a2ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:56.692431556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a608d5-99cc-48a8-83c4-e574be1a2ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:56.778677213Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:58.633345589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcc6994-0da9-4379-abb3-bfa59410df1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:58.687173858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcc6994-0da9-4379-abb3-bfa59410df1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:58.740890256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcc6994-0da9-4379-abb3-bfa59410df1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:26:58.794986827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bcc6994-0da9-4379-abb3-bfa59410df1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:00.796683988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6d6c70-3ba5-4506-a661-5830646aee83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:00.851361152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6d6c70-3ba5-4506-a661-5830646aee83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:00.90537429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6d6c70-3ba5-4506-a661-5830646aee83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:00.959492004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed6d6c70-3ba5-4506-a661-5830646aee83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:02.908172281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec3cc11-1b87-4650-853e-1e4877a5453f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:02.962185466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec3cc11-1b87-4650-853e-1e4877a5453f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:03.016397622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec3cc11-1b87-4650-853e-1e4877a5453f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:03.07099618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec3cc11-1b87-4650-853e-1e4877a5453f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:19.079595038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"b1bf4f35-b62d-4362-9601-ba9130e8e3ed","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"maas-trlp-auth-test-model-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:19.252048092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"52cfcb60-04a4-47ef-b030-85c3e2b6a3bf","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:19.252069092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"52cfcb60-04a4-47ef-b030-85c3e2b6a3bf","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:21.142923691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"8c85c408-cb8a-4d11-aa33-460ad775f7bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:21.202823504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"8c85c408-cb8a-4d11-aa33-460ad775f7bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:23.936953924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"4c322b44-a032-4686-9783-16376a98ff87","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:23.936976029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"4c322b44-a032-4686-9783-16376a98ff87","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:24.048645412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"1468a728-37dd-40dd-be82-7c4816294601","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:24.107693559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"1468a728-37dd-40dd-be82-7c4816294601","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:24.109654431Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"b15b2eea-0c2e-4fd1-abb9-6b8c7677142c","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4b15b869","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:24.381404353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"28fb2855-c828-437d-b6fe-4e090c12abd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:24.442901579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"28fb2855-c828-437d-b6fe-4e090c12abd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:26.778944576Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.16472236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"bd6be56f-5415-46ec-a55e-0a9b8f95b8f2","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","subscription":"e2e-auth-iso-97ea5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.220600849Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"bd6be56f-5415-46ec-a55e-0a9b8f95b8f2","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.277984231Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"bd6be56f-5415-46ec-a55e-0a9b8f95b8f2","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.56999058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"1c1f22da-d51c-42b4-9bf5-e56e0e88e38f","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.570011577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"1c1f22da-d51c-42b4-9bf5-e56e0e88e38f","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.698775938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"6928854a-0650-4a22-9b34-3534f08b04cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.750548078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"ebda51bf-270f-4c77-a05f-d57db2a2e88a","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.750570283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"ebda51bf-270f-4c77-a05f-d57db2a2e88a","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.757747287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"6928854a-0650-4a22-9b34-3534f08b04cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.859493458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"c7759e54-07e4-48a6-af69-c184f277e4b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.91915805Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"45a85652-1b3a-4de0-9057-d9f717176cab","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-502a30b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:34.927170658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"c7759e54-07e4-48a6-af69-c184f277e4b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:35.075196157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"c0bee79b-1348-4c97-b41d-82646f05fdbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:35.134851281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"c0bee79b-1348-4c97-b41d-82646f05fdbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:35.278683007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"bc61646d-00bc-4d1f-88fe-e9af843f978e","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:35.338995788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"bc61646d-00bc-4d1f-88fe-e9af843f978e","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:38.916244324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"55cdacc9-114f-4de9-936a-0b4c12b14827","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:39.018240606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"e8bf8544-2138-413b-af3d-daf8dd30a6e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:39.184756463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"28b299a5-2ee2-497f-b930-918dfe6f20f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:39.281257053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e518435e-7673-4232-967f-07bc42395bff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:39.317988556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"4c0663b6-8d0c-42ec-8ae4-67a1caf4a1ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:39.955896909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"4baa77d2-9997-4b43-98d8-199418475496","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:40.10422994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c4b07fa-d883-4103-b787-a0461afa3a59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:40.137239044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"068f3ba3-babb-442f-8a89-9f78315528e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:40.267094392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"90069531-16a2-47c8-af4a-156c71a063d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:40.365336617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"e07e0a25-d054-4071-9e27-b5078e6a7338","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:40.395737115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"87afda6c-c898-44ad-be0f-95ec85d6d6c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:40.582612751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"474775dc-0f5b-4c31-a254-3e48565b2b74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:44.97290403Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"77adfced-a791-451a-a56d-b6106c45019e","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","subscription":"e2e-auth-iso-97ea5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.027023254Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"77adfced-a791-451a-a56d-b6106c45019e","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.081240295Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"77adfced-a791-451a-a56d-b6106c45019e","MaaSSubscription":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"maas-trlp-auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.371264244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"8db0a785-409c-442e-8e17-383813b9284e","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.37129083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"8db0a785-409c-442e-8e17-383813b9284e","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.478708714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"a578b109-1778-4f2a-9100-9422cbd7fd15","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.536641506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"a578b109-1778-4f2a-9100-9422cbd7fd15","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.540622398Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"bcff3160-373b-4d50-b589-ff409a86c944","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.540624753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"8f9d76cd-775a-4f73-98a9-5f74aa9491f7","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.540725494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"8f9d76cd-775a-4f73-98a9-5f74aa9491f7","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.734887163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"bcff3160-373b-4d50-b589-ff409a86c944","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.861090001Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"bcff3160-373b-4d50-b589-ff409a86c944","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.861115816Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-auth-iso-97ea5d","reconcileID":"bcff3160-373b-4d50-b589-ff409a86c944","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.890045503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"38ecde78-16be-43c2-a9bf-c9031fb19bbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.922269639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"a7d2cdd7-612b-43eb-af19-560949f39f13","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/auth-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.922291644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"auth-test-model-754ac5","reconcileID":"a7d2cdd7-612b-43eb-af19-560949f39f13","MaaSModelRef":{"name":"auth-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"auth-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"auth-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:45.947853345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"38ecde78-16be-43c2-a9bf-c9031fb19bbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:46.108858594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"ff9fd10d-b1b7-4418-91bc-8fc51e438200","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:46.108883755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"ff9fd10d-b1b7-4418-91bc-8fc51e438200","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:46.157077479Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"f6f65618-19ed-4e9c-9966-632e3a471859","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:46.320021526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"f6f65618-19ed-4e9c-9966-632e3a471859","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:46.450686684Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"f6f65618-19ed-4e9c-9966-632e3a471859","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:46.450710768Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-auth-iso-97ea5d","reconcileID":"f6f65618-19ed-4e9c-9966-632e3a471859","MaaSAuthPolicy":{"name":"e2e-auth-iso-97ea5d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:46.508897491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"57c8932c-b47f-4257-989f-18afa69bd4e9","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/auth-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:46.508919041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"auth-test-model-fe3f4d","reconcileID":"57c8932c-b47f-4257-989f-18afa69bd4e9","MaaSModelRef":{"name":"auth-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"auth-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"auth-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:56.779889923Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:59.757362341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"53a430a1-5d30-4316-96c6-79329531364f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-89a8e5","tenantID":"e2e-shared-b-w1-89a8e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:27:59.877569386Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"53a430a1-5d30-4316-96c6-79329531364f","name":"e2e-shared-b-w1-89a8e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:02.211910013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"680975e5-c05a-4a39-8573-235768672eac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:02.409405547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"2d0d8821-6c04-4a5e-ba54-99ca2c5d7edb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:02.512894306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"094911cf-cfac-4fd1-88db-27dc37401123","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:02.617985515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"829a653e-359b-4e1f-8b37-c410a5c8473a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:02.876811765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"41b2ed11-5041-426a-90cd-02a18bd8d1a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:02.975964151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"13d10edf-afc0-41f3-8530-49c0948a9dcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:03.089677464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"e73918b3-c115-49c7-ba25-944293151e28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:03.179682101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"4ebad3a6-7b2b-43df-8cba-561ccf8ec3e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:03.206356611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"5b986908-11a6-4118-9e67-ec3f3ed103b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:03.409914389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"36376e2a-3824-4678-8606-7189acf8d9df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:04.139814789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"26647787-7648-48eb-b919-28e95dce0416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:04.231612941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"c95022a1-915f-4328-9d3e-041eb8cf3d16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:06.78861045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b94314-cc12-457e-88d9-60ec7d942673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:06.842868839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b94314-cc12-457e-88d9-60ec7d942673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:06.897017344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b94314-cc12-457e-88d9-60ec7d942673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:06.951912983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b94314-cc12-457e-88d9-60ec7d942673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:07.321492447Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-363303","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-363303","reconcileID":"0f620858-1d77-433c-96cb-9b6b7781849c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-363303","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-363303":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:09.019205589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c0b13d-72cf-4075-9c96-adf5d4a7eb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:09.073523482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c0b13d-72cf-4075-9c96-adf5d4a7eb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:09.128829276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c0b13d-72cf-4075-9c96-adf5d4a7eb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:09.183173316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c0b13d-72cf-4075-9c96-adf5d4a7eb96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:11.181107498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665376b0-edc1-4c56-8609-218d02e16f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:11.23535184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665376b0-edc1-4c56-8609-218d02e16f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:11.289931829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665376b0-edc1-4c56-8609-218d02e16f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:11.344427544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"665376b0-edc1-4c56-8609-218d02e16f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:13.415819084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e1ce8f-f86d-4677-be9b-a4f0bdab7bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:13.470768017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e1ce8f-f86d-4677-be9b-a4f0bdab7bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:13.525590755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e1ce8f-f86d-4677-be9b-a4f0bdab7bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:13.580281929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e1ce8f-f86d-4677-be9b-a4f0bdab7bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:15.633584197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4270f2bf-112e-42ae-9c58-2f0eac3a56dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:15.688785393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4270f2bf-112e-42ae-9c58-2f0eac3a56dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:15.743395249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4270f2bf-112e-42ae-9c58-2f0eac3a56dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:15.799184533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4270f2bf-112e-42ae-9c58-2f0eac3a56dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:26.779364973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:36.496744663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"8d7af8d7-8e0a-4fef-be69-2601290788b7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4f14bd","tenantID":"e2e-extmod-b-4f14bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:36.616454858Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"8d7af8d7-8e0a-4fef-be69-2601290788b7","name":"e2e-extmod-b-4f14bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:28:56.786106052Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:15.029606148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2a8d26-a35d-4539-9ed7-60c4a03a0117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:15.083643665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2a8d26-a35d-4539-9ed7-60c4a03a0117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:15.137755702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2a8d26-a35d-4539-9ed7-60c4a03a0117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:15.192202539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d2a8d26-a35d-4539-9ed7-60c4a03a0117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:16.826722587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"57a22bf6-8990-4338-a1ab-3c7bf8430f46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:16.991918908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a3189a2-fb4a-49d6-baee-e72fb02d7945","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:17.113864523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19d59042-48bf-40dc-b9fb-664544a14f25","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:17.219006912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ef5402-4318-4771-8679-e82a3221328a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:17.273750628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ef5402-4318-4771-8679-e82a3221328a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:17.328270963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ef5402-4318-4771-8679-e82a3221328a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:17.382364235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ef5402-4318-4771-8679-e82a3221328a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:17.620209459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"5c507bb3-0ef0-4fa4-bf9b-b22b4d3a51fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:17.821895742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"d8f22938-01ba-4391-ad12-099faf8d0ad5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:17.946652754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"8ff0d69a-8906-4380-b9df-58a83f380d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:18.049639451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"a25de93e-914f-4928-b5e5-fdb46155faf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:18.148333337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"bdf3b1d1-4873-4ffe-a5c6-8ac4e620d75d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:18.244611222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"4bcafc24-6d20-455b-870d-89f456fa35ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:18.345099125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"642624d8-afb0-423c-9963-f2ad993fab10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:18.457428041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"0f8f0d0d-71bc-4c2b-81d4-e7e475d6a479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:18.640620807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"3ebe605b-4e32-4be4-99fd-fd9d429c1c89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:19.407421695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd234bd4-8e41-448d-89e8-393c42082c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:19.461304472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd234bd4-8e41-448d-89e8-393c42082c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:19.515704866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd234bd4-8e41-448d-89e8-393c42082c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:19.569617451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd234bd4-8e41-448d-89e8-393c42082c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:21.589415735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a462518a-1f9f-4578-926e-43f6b79b1a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:21.643697742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a462518a-1f9f-4578-926e-43f6b79b1a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:21.697808518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a462518a-1f9f-4578-926e-43f6b79b1a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:21.751843477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a462518a-1f9f-4578-926e-43f6b79b1a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:22.028616097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"60003b40-da5a-4582-8e03-1306c7e44601","namespace":"ai-tenant-e2e-extmod-a-fe227a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:22.028696417Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"60003b40-da5a-4582-8e03-1306c7e44601","namespace":"ai-tenant-e2e-extmod-a-fe227a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:22.028764928Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"60003b40-da5a-4582-8e03-1306c7e44601","aitenant":"ai-tenants/e2e-extmod-a-fe227a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:23.749452862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a81efc1b-3560-4000-8f2d-898d7aedef99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:23.803622466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a81efc1b-3560-4000-8f2d-898d7aedef99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:23.858382067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a81efc1b-3560-4000-8f2d-898d7aedef99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:23.912721026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a81efc1b-3560-4000-8f2d-898d7aedef99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:25.879770066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48f037f-8e44-4d90-8d69-64afa18ed9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:25.934104701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48f037f-8e44-4d90-8d69-64afa18ed9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:25.988577813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48f037f-8e44-4d90-8d69-64afa18ed9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:26.042730676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48f037f-8e44-4d90-8d69-64afa18ed9b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:26.77909954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:28.095849327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461a6df9-b456-4965-a8f2-8a3c4561f381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:28.150262014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461a6df9-b456-4965-a8f2-8a3c4561f381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:28.204492093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461a6df9-b456-4965-a8f2-8a3c4561f381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:28.258762671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461a6df9-b456-4965-a8f2-8a3c4561f381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:30.230997394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4801f60-6a29-4a8e-b20f-b20172aca2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:30.285026608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4801f60-6a29-4a8e-b20f-b20172aca2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:30.339894217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4801f60-6a29-4a8e-b20f-b20172aca2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:30.394685637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4801f60-6a29-4a8e-b20f-b20172aca2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:32.35520103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30010c5e-5c0d-408f-b9f1-902ce255e45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:32.409385612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30010c5e-5c0d-408f-b9f1-902ce255e45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:32.463423434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30010c5e-5c0d-408f-b9f1-902ce255e45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:32.517938576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30010c5e-5c0d-408f-b9f1-902ce255e45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:34.60853656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627091ab-7c66-44f3-a411-dce91b87eb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:34.662865334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627091ab-7c66-44f3-a411-dce91b87eb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:34.716754138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627091ab-7c66-44f3-a411-dce91b87eb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:34.771304163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627091ab-7c66-44f3-a411-dce91b87eb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.27638739Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","namespace":"ai-tenant-e2e-extmod-a-2e9aaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.276444251Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","namespace":"ai-tenant-e2e-extmod-a-2e9aaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.276493017Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","tenant":"e2e-extmod-a-2e9aaf","tenantID":"e2e-extmod-a-2e9aaf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.332716016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"Deployment","name":"maas-api-e2e-extmod-a-2e9aaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.396001044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"Service","name":"maas-api-e2e-extmod-a-2e9aaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.453806894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-2e9aaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.513324797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-2e9aaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.570282555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.626118998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.685044185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.741887838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.795927861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.849766457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.90449216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"Service","name":"payload-processing-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:38.958862084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:39.013190622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:39.068470897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:39.122643058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:39.183589411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:39.237384228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:39.291294568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:39.355362904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-2e9aaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:39.411901935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2e9aaf"},"namespace":"ai-tenant-e2e-extmod-a-2e9aaf","name":"default-tenant","reconcileID":"574135af-5874-438c-9114-227064ee81ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-2e9aaf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:40.823343323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4dcb30a-75ab-47ec-a188-55f092a40889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:40.878341773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4dcb30a-75ab-47ec-a188-55f092a40889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:40.933369777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4dcb30a-75ab-47ec-a188-55f092a40889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:40.988324506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4dcb30a-75ab-47ec-a188-55f092a40889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:41.404512998Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2e9aaf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2e9aaf","reconcileID":"2fe1da31-7506-4622-9e5e-6c8950a74e36","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2e9aaf","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-2e9aaf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:43.028315552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bf3011-d8f5-446b-bc93-add6c311dbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:43.082423253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bf3011-d8f5-446b-bc93-add6c311dbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:43.136688923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bf3011-d8f5-446b-bc93-add6c311dbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:43.19153102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bf3011-d8f5-446b-bc93-add6c311dbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:44.980852929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"777bbfcf-892c-4a42-89b3-c9c67b2ff0da","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-363303","tenantID":"e2e-explicit-363303","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.105967266Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"777bbfcf-892c-4a42-89b3-c9c67b2ff0da","name":"e2e-explicit-363303-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.416179416Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"7a8e2771-f0d9-4cb5-b993-ad12a53bfd22","namespace":"llm","name":"e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.474655049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"2fa02f00-af72-4a71-96c7-6a89ffc2d543","namespace":"llm","name":"e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.581025774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e3a48206-fa2f-45e2-a242-2c62b84d9319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.581220906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ced1608f-983d-49d7-ab44-19e9d81f65e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.58151226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f25dfa53-9b3e-4595-8079-5dcc90acd281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.581602966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"325d3c42-e32b-4d04-b565-360c6f036c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.581881361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af59915d-0e4d-41dc-8b17-5cab15b0ac90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.639874435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e3a48206-fa2f-45e2-a242-2c62b84d9319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.64102011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ced1608f-983d-49d7-ab44-19e9d81f65e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.645422161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"325d3c42-e32b-4d04-b565-360c6f036c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.648199365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f25dfa53-9b3e-4595-8079-5dcc90acd281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.694296919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d90305c3-4c81-4e8d-b7c7-59d0a0b84372","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.694318865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d90305c3-4c81-4e8d-b7c7-59d0a0b84372","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.694729736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d9d58870-9663-4b5e-b493-da88f3482c85","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.694750274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d9d58870-9663-4b5e-b493-da88f3482c85","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.695121036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"195fc3e4-6d42-447c-a4ab-805a867e23b6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.695212872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"195fc3e4-6d42-447c-a4ab-805a867e23b6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.695558181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a3b9081-2ae8-4bbd-86db-0d4150a0e39b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.695578892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a3b9081-2ae8-4bbd-86db-0d4150a0e39b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.696044895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6bf55d97-3174-4eb9-b8fb-2b9698fa62fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.696064321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6bf55d97-3174-4eb9-b8fb-2b9698fa62fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.696529224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc69d663-649c-4cc1-8d0f-a6c001764024","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.69654799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc69d663-649c-4cc1-8d0f-a6c001764024","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.696875306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8c5103f-ecb4-4809-b8e7-58a99baf3ae8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.696890322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8c5103f-ecb4-4809-b8e7-58a99baf3ae8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.697700182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"863d4d5d-9caf-496e-98ef-8a836d7023ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.697726667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"863d4d5d-9caf-496e-98ef-8a836d7023ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.730494609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af59915d-0e4d-41dc-8b17-5cab15b0ac90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.788077301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af59915d-0e4d-41dc-8b17-5cab15b0ac90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.915183965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0351b2b2-4686-4ef1-a33f-45fa4f432d79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.915307979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"4b6ac787-9226-43fa-811a-a605eb742762","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"name":"e2e-dft-18ac26","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.967689284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8c87f34b-0c8d-4ad0-b7b2-774c44d67739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:45.96824011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"042b7fc3-48e3-4c78-853a-0989596d00e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.020242522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3afc882a-3068-42fb-a287-830251f11f93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.029836044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8c87f34b-0c8d-4ad0-b7b2-774c44d67739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.040591329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"042b7fc3-48e3-4c78-853a-0989596d00e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.041067196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"63db3caa-cbd7-4913-a505-51f66ee3f878","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.043144322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"63db3caa-cbd7-4913-a505-51f66ee3f878","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.043637388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25594b08-fb32-4f78-9229-bb7e516c541b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.043657387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25594b08-fb32-4f78-9229-bb7e516c541b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.043932086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"72a7b301-d4fd-4bc5-a5b1-627a9d6ff2f8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.043946556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"72a7b301-d4fd-4bc5-a5b1-627a9d6ff2f8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.044341656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3ecc86a-4005-437d-8843-c6d8b2ee1863","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.044363245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3ecc86a-4005-437d-8843-c6d8b2ee1863","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.04569197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8029001a-9bcb-41c6-af11-5930d0caef79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.045708366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8029001a-9bcb-41c6-af11-5930d0caef79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.046153192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4d0e1daf-8c23-4d13-823a-126d67d17e0b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.046169768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4d0e1daf-8c23-4d13-823a-126d67d17e0b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.046507789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f8a5c47-ef2e-403d-90c3-2f5a767d163c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.046525154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f8a5c47-ef2e-403d-90c3-2f5a767d163c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.046866298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f74d1ae4-ac0e-439f-8447-810d51b8de0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.046880649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f74d1ae4-ac0e-439f-8447-810d51b8de0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.072363495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b0b200e-c710-4a92-9657-d42f50dc5765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.072561455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"1acd007b-3f4f-4e6a-b746-81189fe2fbf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.072363469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6e7ac110-b58f-4615-a46f-0b11aebfcf58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.101636644Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"888ea146-c8d4-437f-94f1-170693e43fce","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"name":"e2e-dft-18ac26","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.1322815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b0b200e-c710-4a92-9657-d42f50dc5765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.134678855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6e7ac110-b58f-4615-a46f-0b11aebfcf58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.135809134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"1acd007b-3f4f-4e6a-b746-81189fe2fbf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.425352724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"02a6b368-50c7-4fd6-9fcd-bd00eae3fb05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.425367287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"aff21e8c-09c7-4ba7-b370-44f3d16c712f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.485206623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"02a6b368-50c7-4fd6-9fcd-bd00eae3fb05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.485201297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"aff21e8c-09c7-4ba7-b370-44f3d16c712f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.526550083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db66b0f8-8dcc-4763-b59f-85234f6c0227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.526919836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"fa33d283-9bd5-46b5-b028-16f8d8ca86a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.527246907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"9045e4fa-1064-443c-9878-0e300969e8f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.585677659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"9045e4fa-1064-443c-9878-0e300969e8f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.58678016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"fa33d283-9bd5-46b5-b028-16f8d8ca86a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.588028429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db66b0f8-8dcc-4763-b59f-85234f6c0227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.636555742Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"24668ef3-2314-4659-95c2-633c3507b4dc","namespace":"llm","name":"e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.650726131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db66b0f8-8dcc-4763-b59f-85234f6c0227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.691547086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"542fe486-837e-4d03-b124-65dcb0e2220c","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.691574087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"542fe486-837e-4d03-b124-65dcb0e2220c","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.817347041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"b4eba04d-db36-4d58-b32a-0c7224e5e896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.874790785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"b4eba04d-db36-4d58-b32a-0c7224e5e896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.912744429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"38074ef0-c2a1-4f17-9127-5e21452c1308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.912774338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bf037e5-710f-4e38-b89c-fb21b93f2b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.955448899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5161244-74c9-4567-8319-fd693f64e675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.95548695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"39c5047b-170d-47fe-ae90-430831ce3a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.970684985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"38074ef0-c2a1-4f17-9127-5e21452c1308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:46.971345424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bf037e5-710f-4e38-b89c-fb21b93f2b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.015166668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5161244-74c9-4567-8319-fd693f64e675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.015437135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"39c5047b-170d-47fe-ae90-430831ce3a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.073500047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5161244-74c9-4567-8319-fd693f64e675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.234954973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"a758834e-e68e-4498-8078-38d2be1a46dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.248150088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"85eff6c5-1cdb-4bce-9e73-ab8b359eb238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.293715624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"a758834e-e68e-4498-8078-38d2be1a46dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.3059012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"85eff6c5-1cdb-4bce-9e73-ab8b359eb238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.345983007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b17dbed0-a9fb-46a9-998a-09864aa7cdfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.345983358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"281ec2d4-3c31-4716-b13a-6cbb34fa3c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.400371959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"a5ac8aa1-b50a-4b19-aa71-3cc20e8d1a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.404566755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b17dbed0-a9fb-46a9-998a-09864aa7cdfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.405355505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"281ec2d4-3c31-4716-b13a-6cbb34fa3c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.46077011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"a5ac8aa1-b50a-4b19-aa71-3cc20e8d1a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.66315163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"cb1de91d-29d3-4823-afc0-a1b0423fb3f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.722876616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"cb1de91d-29d3-4823-afc0-a1b0423fb3f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.76371468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"67d1f4d9-4fdf-4cfc-97d4-897b0bba4e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:47.822109988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"67d1f4d9-4fdf-4cfc-97d4-897b0bba4e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:51.604841464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"a32e0627-983a-4da6-b947-3fe9ba1ebcd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:51.918223116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"691979f7-eb4c-4ca7-b2c0-1ca0948120b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.050144765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"16d6f54a-be75-41f3-908c-45603ec7ac74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.070358206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"b901053f-f9d0-474a-aa22-9659dc340cec","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.070384756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"b901053f-f9d0-474a-aa22-9659dc340cec","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.149592953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"e7056a30-f504-4b95-aa9c-34fbdf2e42ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.180985096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"4f615aa6-8f70-401a-a1d9-082907f2029d","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.181021463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"4f615aa6-8f70-401a-a1d9-082907f2029d","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.250428546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"c9923c46-6f2c-4e1a-abfe-8479b40b030f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.291460913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"e4129ef8-6c87-41fd-8b27-3df168cf5253","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.350500738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"e4129ef8-6c87-41fd-8b27-3df168cf5253","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.407606159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"e4129ef8-6c87-41fd-8b27-3df168cf5253","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.521114824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"c819244b-eefb-4f10-8f49-f486103412cb","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.521175747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"c819244b-eefb-4f10-8f49-f486103412cb","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.673461694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4648a8ff-9f7a-4276-a401-8ee06c192aa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.68315905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"622b9b7c-e93c-47df-a6fb-1f6d344fbe23","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.741516875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"622b9b7c-e93c-47df-a6fb-1f6d344fbe23","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.776684161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"b0be7007-ae46-4597-8cf9-909b8941ad83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.800349054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"622b9b7c-e93c-47df-a6fb-1f6d344fbe23","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.875832119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"dca48de2-6417-4da0-bce7-e1343458c41f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:52.993440452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"ccc37bf6-1296-4f89-a2c6-c182fb00b41e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:53.183849447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"6c9fe7de-f847-421a-b122-7b50f69648cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:53.285151534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"a144049f-0665-439d-a62d-e8c284a32256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:53.389306032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"769b9b89-37c3-4378-a227-2d867f41f237","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:56.783195559Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:57.291832715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24d2e644-a260-4195-95c7-b4c451ecb264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:57.355819717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24d2e644-a260-4195-95c7-b4c451ecb264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:29:57.413652812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24d2e644-a260-4195-95c7-b4c451ecb264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:01.111849763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4d9ea0-a279-40a6-a75e-e036c84b8a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:01.172497409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4d9ea0-a279-40a6-a75e-e036c84b8a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:01.232188138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4d9ea0-a279-40a6-a75e-e036c84b8a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:01.288050623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4d9ea0-a279-40a6-a75e-e036c84b8a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:03.036780777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"9a458780-a69d-4e2c-8cb4-73ba961db31b","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:03.098280934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"9a458780-a69d-4e2c-8cb4-73ba961db31b","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:03.157397991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"9a458780-a69d-4e2c-8cb4-73ba961db31b","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:03.452076888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a0e6ca-24da-47fd-b8dd-55898208debb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:03.506960648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a0e6ca-24da-47fd-b8dd-55898208debb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:03.56186473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a0e6ca-24da-47fd-b8dd-55898208debb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:03.616460511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a0e6ca-24da-47fd-b8dd-55898208debb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:05.646418838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f8505e6-dafa-455b-83c9-bb9f352b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:05.701244973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f8505e6-dafa-455b-83c9-bb9f352b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:05.755680334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f8505e6-dafa-455b-83c9-bb9f352b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:05.810014723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f8505e6-dafa-455b-83c9-bb9f352b2286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:07.630246752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82cb0681-ff63-49f2-851d-f3f1a1e5aa22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:07.6889305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82cb0681-ff63-49f2-851d-f3f1a1e5aa22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:07.746311302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82cb0681-ff63-49f2-851d-f3f1a1e5aa22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:07.781562887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994cd097-bb9a-4a28-96eb-8738978a89ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:07.835667545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994cd097-bb9a-4a28-96eb-8738978a89ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:07.889637393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994cd097-bb9a-4a28-96eb-8738978a89ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:07.943736289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994cd097-bb9a-4a28-96eb-8738978a89ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:13.376500714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"7a497660-0abc-4381-9c41-c8878832a2b2","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:13.435765339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"7a497660-0abc-4381-9c41-c8878832a2b2","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:13.492897762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"7a497660-0abc-4381-9c41-c8878832a2b2","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:18.064743477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a142867c-9c82-460b-af3a-9fa065273134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:18.131954575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a142867c-9c82-460b-af3a-9fa065273134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:18.1900379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a142867c-9c82-460b-af3a-9fa065273134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:18.705416571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"774ee258-dc3e-4d8c-9974-db5f0151c113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:18.762400066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"774ee258-dc3e-4d8c-9974-db5f0151c113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:18.818065923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"774ee258-dc3e-4d8c-9974-db5f0151c113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:18.873935104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"774ee258-dc3e-4d8c-9974-db5f0151c113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:20.961841311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8200ef7-41d5-4413-bf0a-4730001d5756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:21.016224827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8200ef7-41d5-4413-bf0a-4730001d5756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:21.070634606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8200ef7-41d5-4413-bf0a-4730001d5756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:21.124536496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8200ef7-41d5-4413-bf0a-4730001d5756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.380478653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3006bb74-fe40-4374-839d-c647f4bfbfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.381032501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"6877fe31-ade1-4d8a-8011-00340208ba40","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.381253185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fc8f156-7cbf-4c25-b388-75decabeef64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.44835113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3006bb74-fe40-4374-839d-c647f4bfbfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.44984004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"6877fe31-ade1-4d8a-8011-00340208ba40","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.467669164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fc8f156-7cbf-4c25-b388-75decabeef64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.528193035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"6877fe31-ade1-4d8a-8011-00340208ba40","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.530829266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fc8f156-7cbf-4c25-b388-75decabeef64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.653119124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"418171a2-7af5-419a-82d5-cb9adacaa53e","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.653172046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"418171a2-7af5-419a-82d5-cb9adacaa53e","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.707769387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5823da1-da2b-4247-9556-0e328ce0b5aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:22.707789996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5823da1-da2b-4247-9556-0e328ce0b5aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:23.196885946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0585481-49a5-4320-ac24-9047032e57b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:23.251362717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0585481-49a5-4320-ac24-9047032e57b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:23.30538847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0585481-49a5-4320-ac24-9047032e57b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:23.359226807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0585481-49a5-4320-ac24-9047032e57b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:25.381668254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb38a023-8957-47de-9e64-65601214e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:25.435987013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb38a023-8957-47de-9e64-65601214e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:25.49000899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb38a023-8957-47de-9e64-65601214e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:25.544392917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb38a023-8957-47de-9e64-65601214e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:26.779335069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:27.59897088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b6008c-4d30-47cc-81d2-a0f9d990712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:27.653340282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b6008c-4d30-47cc-81d2-a0f9d990712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:27.707463195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b6008c-4d30-47cc-81d2-a0f9d990712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:27.761490586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b6008c-4d30-47cc-81d2-a0f9d990712d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:29.719893554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14dfaefb-bfb6-4f71-8f1a-87cf1314041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:29.774226182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14dfaefb-bfb6-4f71-8f1a-87cf1314041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:29.828975059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14dfaefb-bfb6-4f71-8f1a-87cf1314041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:29.883595856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14dfaefb-bfb6-4f71-8f1a-87cf1314041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:31.8870897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bc010b-c615-4993-9280-d7a5570daa09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:31.941269745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bc010b-c615-4993-9280-d7a5570daa09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:31.995289878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bc010b-c615-4993-9280-d7a5570daa09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:32.049309796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bc010b-c615-4993-9280-d7a5570daa09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:32.804958843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"f47aa2cf-1cf9-4d6e-82fd-139fa5ab7f88","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:32.805204795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdfe1e80-ae31-4e96-b37f-0852a9a5795f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:32.863954639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdfe1e80-ae31-4e96-b37f-0852a9a5795f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:32.865056957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"f47aa2cf-1cf9-4d6e-82fd-139fa5ab7f88","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:32.922524168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdfe1e80-ae31-4e96-b37f-0852a9a5795f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:32.922680422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"f47aa2cf-1cf9-4d6e-82fd-139fa5ab7f88","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:43.139727473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"394e3645-d936-46d3-80c5-de3aa61bc46d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:43.139727517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"9d3cd510-093b-4f49-8508-fdc09d77e3aa","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:43.198726046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"394e3645-d936-46d3-80c5-de3aa61bc46d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:43.198783109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"9d3cd510-093b-4f49-8508-fdc09d77e3aa","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:43.474619245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"160baf89-7335-41be-b0fc-63d2ce295bff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:43.474642108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"160baf89-7335-41be-b0fc-63d2ce295bff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:43.63845371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"82977356-3b5b-4699-a302-11bc51f4fb70","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:43.638482467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"82977356-3b5b-4699-a302-11bc51f4fb70","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.370377241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"024bf6d3-430b-48e7-9c3a-596339184f85","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.370417853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"024bf6d3-430b-48e7-9c3a-596339184f85","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:30:44.428961767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-sub","reconcileID":"9f981727-1dfe-456c-ba03-a5b82eb02b6e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-18ac26-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.533770275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44d47790-a17c-4dc4-b735-840f3034a3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.533792094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"723feaec-6505-48f6-abcf-131fa49c9bc1","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.534309391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ddb5c1f-4fe6-46e0-80b6-8266dae2f345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.542178483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"2f1c3c3e-b03b-4096-bf3f-88861898b242","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.542199493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"2f1c3c3e-b03b-4096-bf3f-88861898b242","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:30:44.654874923Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"2f1c3c3e-b03b-4096-bf3f-88861898b242","name":"e2e-dft-18ac26","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-18ac26\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:30:44.654956455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"2f1c3c3e-b03b-4096-bf3f-88861898b242","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-18ac26\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.663869641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"723feaec-6505-48f6-abcf-131fa49c9bc1","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:30:44.668787104Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44d47790-a17c-4dc4-b735-840f3034a3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:30:44.708008399Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ddb5c1f-4fe6-46e0-80b6-8266dae2f345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.709451231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"0b50dea7-876e-402b-9890-a5a2786a1042","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.709472363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"0b50dea7-876e-402b-9890-a5a2786a1042","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.722786963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"723feaec-6505-48f6-abcf-131fa49c9bc1","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:30:44.729387649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44d47790-a17c-4dc4-b735-840f3034a3c9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.764184594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed14174b-f447-4130-973e-0c6d5bce9a9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.764213547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed14174b-f447-4130-973e-0c6d5bce9a9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:30:44.768524861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ddb5c1f-4fe6-46e0-80b6-8266dae2f345","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.768690855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e076c36-2704-403f-89c4-09d3b44bc3f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.768708789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e076c36-2704-403f-89c4-09d3b44bc3f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.837516668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"874e497d-9093-46af-8289-51d57ceedbcf","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.837562768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"874e497d-9093-46af-8289-51d57ceedbcf","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.927013978Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-sub","reconcileID":"27176d6c-7838-4e9c-ac40-e0b12f2952d5","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-18ac26","model":"e2e-dft-18ac26","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-18ac26-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:44.944232382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1305b62d-2cff-42ee-9c37-c08e7f30872c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.002781088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1305b62d-2cff-42ee-9c37-c08e7f30872c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.045963449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3fa383-dad3-4541-beee-09f65f403a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.045999543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"bcbaadb2-486f-47e1-b266-4d2b24e2c24f","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.060453091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1305b62d-2cff-42ee-9c37-c08e7f30872c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.104044984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"bcbaadb2-486f-47e1-b266-4d2b24e2c24f","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.104849027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3fa383-dad3-4541-beee-09f65f403a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.120489224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5a6de66-c4ac-4911-805e-d2023a253b41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.120513671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5a6de66-c4ac-4911-805e-d2023a253b41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.161833047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3fa383-dad3-4541-beee-09f65f403a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.162120199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"bcbaadb2-486f-47e1-b266-4d2b24e2c24f","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.207619784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"abeef915-3e89-4934-80c1-68233b892178","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.207644962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"abeef915-3e89-4934-80c1-68233b892178","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.262262185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dac4b5cd-ef45-4849-a619-c8e32244e9fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.262285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dac4b5cd-ef45-4849-a619-c8e32244e9fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:45.424116564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-sub","reconcileID":"55a905da-2da1-4ba6-a26d-eaffeda806f6","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-18ac26","model":"llm/e2e-dft-18ac26","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.119085969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5849b0a1-dc76-4d70-8af6-c66c48295dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.174154135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5849b0a1-dc76-4d70-8af6-c66c48295dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.228056146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5849b0a1-dc76-4d70-8af6-c66c48295dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.2823806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5849b0a1-dc76-4d70-8af6-c66c48295dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.502943505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f0aa58e-739d-4d5f-9b57-baa6f62f9c83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.503080769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94a05e93-e3aa-49ae-85d0-0820a89aa908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.503405218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"784417e4-ff72-4b97-8ef3-6ab8c3fa3dd8","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.563742668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f0aa58e-739d-4d5f-9b57-baa6f62f9c83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.564919903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94a05e93-e3aa-49ae-85d0-0820a89aa908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.566239362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"784417e4-ff72-4b97-8ef3-6ab8c3fa3dd8","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.622770856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94a05e93-e3aa-49ae-85d0-0820a89aa908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.62301764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"784417e4-ff72-4b97-8ef3-6ab8c3fa3dd8","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:55.623781757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f0aa58e-739d-4d5f-9b57-baa6f62f9c83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:56.79805623Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:57.30678333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c0f959-92c4-4e07-b5db-24836af04769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:57.361189413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c0f959-92c4-4e07-b5db-24836af04769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:57.415224433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c0f959-92c4-4e07-b5db-24836af04769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:57.470250642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c0f959-92c4-4e07-b5db-24836af04769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:59.496749318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e9da58-e1e3-44b1-a95e-a3a96836b5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:59.55140311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e9da58-e1e3-44b1-a95e-a3a96836b5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:59.605533546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e9da58-e1e3-44b1-a95e-a3a96836b5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:30:59.659921738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e9da58-e1e3-44b1-a95e-a3a96836b5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:01.654402513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04bd189-5a7d-455b-ba3e-d598dd733f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:01.708577978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04bd189-5a7d-455b-ba3e-d598dd733f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:01.762764937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04bd189-5a7d-455b-ba3e-d598dd733f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:01.817163402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f04bd189-5a7d-455b-ba3e-d598dd733f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.420572273Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","namespace":"ai-tenant-e2e-extmod-a-fe227a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.420654412Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","namespace":"ai-tenant-e2e-extmod-a-fe227a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.420729354Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","tenant":"e2e-extmod-a-fe227a","tenantID":"e2e-extmod-a-fe227a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.477291453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"Deployment","name":"maas-api-e2e-extmod-a-fe227a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.539954843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"Service","name":"maas-api-e2e-extmod-a-fe227a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.610784042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-fe227a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.669321831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-fe227a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.728189602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.785015207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.844672954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.904340471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:03.962026238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.020019712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.074606749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"Service","name":"payload-processing-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.128558726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.185364171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.239351374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.293281729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.352224882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.406291066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.460232144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.515447319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-fe227a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.570300652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe227a"},"namespace":"ai-tenant-e2e-extmod-a-fe227a","name":"default-tenant","reconcileID":"da172db1-7202-4312-94aa-0df57419a6e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-fe227a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.63162941Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"8ed28a7f-26a1-44ca-ade5-a58f89e35d8a","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.631710805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"8ed28a7f-26a1-44ca-ade5-a58f89e35d8a","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:04.631784439Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"8ed28a7f-26a1-44ca-ade5-a58f89e35d8a","aitenant":"ai-tenants/e2e-shared-a-w1-1aadcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:05.527195878Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fe227a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fe227a","reconcileID":"2f2b501c-2ab2-488f-a9b0-003d8bb9c15a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fe227a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-fe227a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:05.87676242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b2a2b75-5aa9-4892-a7dd-70534ba6fa41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:05.87696037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d019614c-6dca-4d1d-ae1b-54d39ce7319b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:05.876762356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"dcf8a4e3-af4e-4fbd-a116-acbb9f63d274","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:05.939169789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d019614c-6dca-4d1d-ae1b-54d39ce7319b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:05.939177117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"dcf8a4e3-af4e-4fbd-a116-acbb9f63d274","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:05.941572749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b2a2b75-5aa9-4892-a7dd-70534ba6fa41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:06.001468321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b2a2b75-5aa9-4892-a7dd-70534ba6fa41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:06.002826752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d019614c-6dca-4d1d-ae1b-54d39ce7319b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:06.00757909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"dcf8a4e3-af4e-4fbd-a116-acbb9f63d274","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:06.054466514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-sub","reconcileID":"79bf5d69-5e37-4f7c-9e45-3d5b5af3d42b","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-18ac26","model":"llm/e2e-dft-18ac26","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:06.472995064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"4bfca84f-58d0-4e4f-9c1f-5b7a2678535f","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:06.473027231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"4bfca84f-58d0-4e4f-9c1f-5b7a2678535f","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:06.811465713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fee495-5c7e-45bf-be8e-21c0fc7f0afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:06.866511319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fee495-5c7e-45bf-be8e-21c0fc7f0afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:06.920665071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fee495-5c7e-45bf-be8e-21c0fc7f0afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:06.975073012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fee495-5c7e-45bf-be8e-21c0fc7f0afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.227423305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"29ff95ff-7ce2-4a51-9f39-320193832f49","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.227449992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"800eb398-d519-4855-93dc-18af38468c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.228057507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5b351e8-1475-4aa4-8e6c-2747d8d65612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.286392315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"29ff95ff-7ce2-4a51-9f39-320193832f49","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.289375245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5b351e8-1475-4aa4-8e6c-2747d8d65612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.289499913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"800eb398-d519-4855-93dc-18af38468c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.433482941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5b351e8-1475-4aa4-8e6c-2747d8d65612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.432220983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"29ff95ff-7ce2-4a51-9f39-320193832f49","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.438378277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"800eb398-d519-4855-93dc-18af38468c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.494150621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b9597e8-661e-4efd-879d-31766cc41c8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.494175766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b9597e8-661e-4efd-879d-31766cc41c8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.550562872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"a1f7d04f-4c08-44c7-a0b3-80616e9dfeba","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.550591334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"a1f7d04f-4c08-44c7-a0b3-80616e9dfeba","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.604884575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0cbd584a-da21-40bc-808e-1aa5637d2968","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.604905127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0cbd584a-da21-40bc-808e-1aa5637d2968","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.83501794Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"3b47c602-db26-485e-ac25-966723d1a08d","namespace":"llm","name":"e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.985010314Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"88957a5e-b233-4574-b9e4-174bf6031e01","namespace":"llm","name":"e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.985819333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"313a6925-018d-4434-b842-a6d062417e7a","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:08.985838503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"313a6925-018d-4434-b842-a6d062417e7a","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.000858672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5077da-d0c1-40db-87bc-3b4b24fc8b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.001219299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7ae729ac-0d74-41c9-9ef7-3cc9a906d418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.001348502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"5b1e3cb6-4908-4e03-a728-b0424793d9e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.055559915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5077da-d0c1-40db-87bc-3b4b24fc8b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.060185167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"7ae729ac-0d74-41c9-9ef7-3cc9a906d418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.060537745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"5b1e3cb6-4908-4e03-a728-b0424793d9e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.10997055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5077da-d0c1-40db-87bc-3b4b24fc8b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.11022134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"c9d8ef93-67c4-40ae-957f-62355a1a07fc","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.110607787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4950354a-78dd-4006-9a86-6e97f32ce74a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.110655958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be28bfd5-dddd-47e0-a35c-56bad0354e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.164516041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5077da-d0c1-40db-87bc-3b4b24fc8b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.168736331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4950354a-78dd-4006-9a86-6e97f32ce74a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.168958018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"c9d8ef93-67c4-40ae-957f-62355a1a07fc","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.224174993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be28bfd5-dddd-47e0-a35c-56bad0354e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.229093664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"c9d8ef93-67c4-40ae-957f-62355a1a07fc","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.229328025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4950354a-78dd-4006-9a86-6e97f32ce74a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.278801394Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-sub","reconcileID":"9afbd608-f7c2-421d-8010-6b567def801e","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45eaf872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.282624277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be28bfd5-dddd-47e0-a35c-56bad0354e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.3326712Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"8956c6d9-fadb-4bfd-8ac4-9e237fed5a8d","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"name":"e2e-dft-680d9d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.33291627Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-sub","reconcileID":"428c10d3-fd02-49a5-817d-6b0a353ed70b","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45eaf872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.442671682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"1d1a0027-7f60-41a6-9c6b-dc2f0d4d2d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.443075995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"1583b9c8-9774-46a0-a4c8-91b590198045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.448551095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a99728-4648-42a6-bbf9-d21eebe69aa3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.448768767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13a99728-4648-42a6-bbf9-d21eebe69aa3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.449263251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"94d16cd9-6d56-4ba3-9497-77a2bbf40da9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.449283441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"94d16cd9-6d56-4ba3-9497-77a2bbf40da9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.449636863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e898560a-cc38-4f10-9d28-9ae8d60200fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.449653146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e898560a-cc38-4f10-9d28-9ae8d60200fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.450111284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d69184ff-c648-429e-85b9-72d92d1ce5b0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.450144565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d69184ff-c648-429e-85b9-72d92d1ce5b0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.499900991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"ef86d30a-d6ea-4367-99f4-88c272b3bc8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.500446053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0554ade7-dd55-41f6-b618-bd541c01aae1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.500488233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"236a915f-ccec-48c5-9dc2-1db803f8055a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.501047503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d86329c5-313a-45c7-ac5f-fb66760f1b65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.50678355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"1d1a0027-7f60-41a6-9c6b-dc2f0d4d2d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.507027942Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"495e0e6a-7896-464a-9d71-9ee8b56bdddf","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"name":"e2e-dft-680d9d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.506798435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"1583b9c8-9774-46a0-a4c8-91b590198045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.561598197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"ef86d30a-d6ea-4367-99f4-88c272b3bc8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.562620658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea844e02-2762-4a0b-ab65-386fe60d8ff6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.562640326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea844e02-2762-4a0b-ab65-386fe60d8ff6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.562925406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"49b5cd02-6f2d-4150-9da5-172732627a7a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.56294305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"49b5cd02-6f2d-4150-9da5-172732627a7a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.563214721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e4b41e5-46fc-4c96-9371-76cf0bee253b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.563229695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e4b41e5-46fc-4c96-9371-76cf0bee253b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.564516104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"236a915f-ccec-48c5-9dc2-1db803f8055a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.593641571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"dc2bd53e-697e-4507-8b27-c93a9fd72671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.620075195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"63ff4208-5285-4419-b8fc-a94c74abd338","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.620115289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"63ff4208-5285-4419-b8fc-a94c74abd338","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.65333316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"dc2bd53e-697e-4507-8b27-c93a9fd72671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.736077135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"69e90b63-1019-4289-a9ba-9e6bf39c1cc4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.736113442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"69e90b63-1019-4289-a9ba-9e6bf39c1cc4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.79660549Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-sub","reconcileID":"edd01e7b-9e19-4acf-99e7-fe6f6b9f69e9","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45eaf872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.885826317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8401785d-783c-4bb6-8c20-69f5111e225a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.885859293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"fe9ecbc9-768f-44c3-b216-4f5f3bf74e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.946169537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8401785d-783c-4bb6-8c20-69f5111e225a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.947568411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"fe9ecbc9-768f-44c3-b216-4f5f3bf74e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:09.988381183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"4f3517ef-beb3-4bb0-a681-661e2b6340a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.042296376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406511b7-beee-454d-a307-12d786a8acb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.049379296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"4f3517ef-beb3-4bb0-a681-661e2b6340a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.101717248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406511b7-beee-454d-a307-12d786a8acb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.139791569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f67cad-c121-44b9-94cb-4452194b6a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.159432749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406511b7-beee-454d-a307-12d786a8acb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.199195305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f67cad-c121-44b9-94cb-4452194b6a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.259061588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f67cad-c121-44b9-94cb-4452194b6a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.333477453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d2ae6c88-4237-4e07-92a3-ce2e875284a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.374136649Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"0791234c-dde8-431b-9e2e-f6b506679f31","namespace":"llm","name":"e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.387918605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"d1683c93-0fed-48b6-88ce-d44f11d8bbe5","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.389007889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"eeabd71d-4908-4b28-acf9-09b59b330eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.394201176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d2ae6c88-4237-4e07-92a3-ce2e875284a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.429458707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"d2b5b070-2f39-45d7-aca0-222e53df95b7","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.429488551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"d2b5b070-2f39-45d7-aca0-222e53df95b7","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.455197327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"eeabd71d-4908-4b28-acf9-09b59b330eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.457231007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"d1683c93-0fed-48b6-88ce-d44f11d8bbe5","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.516564442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"d1683c93-0fed-48b6-88ce-d44f11d8bbe5","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.591660465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19544f45-8e01-48a5-9336-fd835edcf814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.59166512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c381d834-d0ed-4563-b5e3-c89f7c28a7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.652386709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19544f45-8e01-48a5-9336-fd835edcf814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.65244007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c381d834-d0ed-4563-b5e3-c89f7c28a7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.679364459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"1c933a16-621c-49d3-8d2d-edbce2b1e267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.710018428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c381d834-d0ed-4563-b5e3-c89f7c28a7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.711092112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19544f45-8e01-48a5-9336-fd835edcf814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.738061993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"1c933a16-621c-49d3-8d2d-edbce2b1e267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.767907736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4555c76f-b0f4-4d2b-abd5-ac0abe149dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.822075504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7308f114-771b-4373-8291-cf1de6e43232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.826856448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4555c76f-b0f4-4d2b-abd5-ac0abe149dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.880030036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7308f114-771b-4373-8291-cf1de6e43232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.928348294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d1fd5252-7527-4369-b01a-c5ce86a05bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.98171422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"fefdd5a0-784a-442c-b1f4-019c4d4fa61b","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:10.986967124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"d1fd5252-7527-4369-b01a-c5ce86a05bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.041406086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"fefdd5a0-784a-442c-b1f4-019c4d4fa61b","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.100709996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"fefdd5a0-784a-442c-b1f4-019c4d4fa61b","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.130385232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"8732305c-5c80-4f25-b389-11cbe1274a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.150234417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"61ad842a-ead3-495b-9c9c-bd2598b0b30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.190952865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"8732305c-5c80-4f25-b389-11cbe1274a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.20909318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"61ad842a-ead3-495b-9c9c-bd2598b0b30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.230853058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"d7696d6d-4657-4f8c-ab45-848a6b6a244f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.264350065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"df87bf47-0064-42c3-8b9e-d7117e0e1431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.291860484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"d7696d6d-4657-4f8c-ab45-848a6b6a244f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.322676504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"df87bf47-0064-42c3-8b9e-d7117e0e1431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.330658219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6b26c320-06a1-4bc1-8a52-c0c0d2f93139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.389424077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6b26c320-06a1-4bc1-8a52-c0c0d2f93139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.566579066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"eeca0fc5-1fb3-47a2-a3ed-d9f44a313194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:11.626772825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"eeca0fc5-1fb3-47a2-a3ed-d9f44a313194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.072450721Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","namespace":"ai-tenant-e2e-explicit-363303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.072508547Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","namespace":"ai-tenant-e2e-explicit-363303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.072558985Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","tenant":"e2e-explicit-363303","tenantID":"e2e-explicit-363303","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.129291997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"Deployment","name":"maas-api-e2e-explicit-363303","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.194732383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"Service","name":"maas-api-e2e-explicit-363303","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.251090099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"807fdb43-66e2-4f28-9d3c-0e4025ce85fd","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.251168313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"807fdb43-66e2-4f28-9d3c-0e4025ce85fd","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.253287535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-363303","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.317915155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-363303","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.363598519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"c1d5e7c0-b813-4c0f-8693-6c29ccce8f64","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.363717465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"c1d5e7c0-b813-4c0f-8693-6c29ccce8f64","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.374332987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.432966486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.492531776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.524639157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"a30f3bd8-2aa4-4ea7-8aa1-276af426e027","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.551243667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.585991702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"a30f3bd8-2aa4-4ea7-8aa1-276af426e027","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.605019154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"Deployment","name":"payload-processing-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.647013381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"a30f3bd8-2aa4-4ea7-8aa1-276af426e027","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.658917515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.712763728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"Service","name":"payload-processing-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.769952752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"8187c1ca-3107-4fbf-8ea1-e0e7c28fbb59","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.77139329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"8187c1ca-3107-4fbf-8ea1-e0e7c28fbb59","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.77133652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"Service","name":"payload-pre-processing-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.83136939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.890072545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.944916116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.991814364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"ef16cb4e-3254-420c-93c6-a92c4b78c683","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:15.999499602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:16.053681362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"ef16cb4e-3254-420c-93c6-a92c4b78c683","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:16.054674864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:16.111734297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:16.116532061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c764e7a86f11527669317f76e8d67e4b31142efc26afcc10180c9d62a9c4d6f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (969002720f472dbae1f024714b00f19876048740c22de911343357c54a8a16aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cfbb93b316c4927f667a4e1207792c38a5b305ec560c2af791a6c12eb5624a43) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b1a14ba35179b55b541b2b705e68493ab0f5d5c3fe104044e58b85ea040f719d) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"ef16cb4e-3254-420c-93c6-a92c4b78c683","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:16.165314492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-363303","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:16.218834176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-363303"},"namespace":"ai-tenant-e2e-explicit-363303","name":"default-tenant","reconcileID":"2e44f399-ca97-4224-99cf-efa273c30b24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-363303","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:19.851500292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-sub","reconcileID":"6d65355b-d850-4077-8679-e960f0fc503a","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-18ac26","subscription":"e2e-dft-18ac26-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:19.960906528Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-sub","reconcileID":"6d65355b-d850-4077-8679-e960f0fc503a","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.014700129Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-sub","reconcileID":"6d65355b-d850-4077-8679-e960f0fc503a","MaaSSubscription":{"name":"e2e-dft-18ac26-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-18ac26","namespace":"llm","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.413798096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"b23a2101-8ef5-4bf2-93df-90e4f3426683","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.413829575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"b23a2101-8ef5-4bf2-93df-90e4f3426683","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.564114839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"38a8e03f-b3b0-4189-a66b-f1732f3ce866","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.56416098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"38a8e03f-b3b0-4189-a66b-f1732f3ce866","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.626667774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1aa882f-0579-444c-872c-ddbdf87c1f63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.626896236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"4b0b932b-bd1b-482b-8c5b-2d28d8f29733","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.627510612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c6e2f58-d382-4a34-ae9f-64f739a390cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.628315613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"59fa2dd5-d9a0-48ec-88c4-b98ec18a486b","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.759237194Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1aa882f-0579-444c-872c-ddbdf87c1f63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:31:20.764689812Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"59fa2dd5-d9a0-48ec-88c4-b98ec18a486b","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:31:20.765300958Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c6e2f58-d382-4a34-ae9f-64f739a390cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:31:20.800444932Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"4b0b932b-bd1b-482b-8c5b-2d28d8f29733","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.818204834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1aa882f-0579-444c-872c-ddbdf87c1f63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:31:20.824648928Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"59fa2dd5-d9a0-48ec-88c4-b98ec18a486b","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-18ac26-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:31:20.824705897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"59fa2dd5-d9a0-48ec-88c4-b98ec18a486b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.824854284Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-18ac26-access","reconcileID":"4d130341-d9a4-4fd7-8064-4d6380c8afab","MaaSAuthPolicy":{"name":"e2e-dft-18ac26-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:31:20.830632887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c6e2f58-d382-4a34-ae9f-64f739a390cb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.830809846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21f3940e-de03-407c-a533-c0c53f835008","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.830825925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21f3940e-de03-407c-a533-c0c53f835008","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:31:20.856811873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"4b0b932b-bd1b-482b-8c5b-2d28d8f29733","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.911044683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"db9a7af8-ad68-400f-ab21-7666697b348e","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.911071915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"db9a7af8-ad68-400f-ab21-7666697b348e","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.965643609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55afe46c-1757-470b-bd59-3bc36ce5a65a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:20.96566233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55afe46c-1757-470b-bd59-3bc36ce5a65a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.04934223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"557fb059-260b-40fd-a842-4929012844b4","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.049371454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"557fb059-260b-40fd-a842-4929012844b4","MaaSModelRef":{"name":"e2e-dft-18ac26","namespace":"llm"},"routeName":"external-model-e2e-dft-18ac26-5445ec1f03ed","namespace":"llm","model":"e2e-dft-18ac26","externalModel":"e2e-dft-18ac26","provider":"e2e-dft-18ac26-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.050220618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e74c4785-861a-44fe-980b-d00fd5b46fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.07733269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"6e0b4ac5-a696-487f-8cc0-52a0a5be0c8d","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.109937105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e74c4785-861a-44fe-980b-d00fd5b46fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.136873635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"6e0b4ac5-a696-487f-8cc0-52a0a5be0c8d","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.16789195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e74c4785-861a-44fe-980b-d00fd5b46fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.194328208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"6e0b4ac5-a696-487f-8cc0-52a0a5be0c8d","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.359683435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4bd44c9-94ab-46e1-bd6f-7ab6564ded13","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.359716391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4bd44c9-94ab-46e1-bd6f-7ab6564ded13","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.427556453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"b2aab9e8-7c44-43a5-a059-d49330a4c973","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.427585371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"b2aab9e8-7c44-43a5-a059-d49330a4c973","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.561988138Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"1178f875-aa42-4836-9fc0-5f9c44759965","namespace":"llm","name":"e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.72517981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"c383fea1-712e-4096-a861-201c8fc66fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.725657693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"971f8035-c724-476c-9035-de05796cee94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.778496362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d22035-6bd7-46f2-b980-8eacf75b4eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.778734611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9623bb8-8d22-4a9f-8e7c-c29fe14f5c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.779022462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"16cb3054-dc5e-4515-a775-f961bb442fae","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.78356146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"971f8035-c724-476c-9035-de05796cee94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.783850894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"c383fea1-712e-4096-a861-201c8fc66fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.83805232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d22035-6bd7-46f2-b980-8eacf75b4eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.838076829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"16cb3054-dc5e-4515-a775-f961bb442fae","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.840713922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9623bb8-8d22-4a9f-8e7c-c29fe14f5c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.895934856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d22035-6bd7-46f2-b980-8eacf75b4eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.896090637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"16cb3054-dc5e-4515-a775-f961bb442fae","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:21.89772388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9623bb8-8d22-4a9f-8e7c-c29fe14f5c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.058790582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6575dded-b9d3-41c8-a8bf-57adedf60697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.058844921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"8d8e2ba7-c782-479f-9e72-a2db9a50ba8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.059435484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e4781e81-e105-4991-b26a-78b79e2ff431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.1182324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"8d8e2ba7-c782-479f-9e72-a2db9a50ba8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.118274477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6575dded-b9d3-41c8-a8bf-57adedf60697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.120481517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e4781e81-e105-4991-b26a-78b79e2ff431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.158187111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"c37430d2-94c4-4d76-b6d2-cc5be740e2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.158291056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"edcebb99-9eaf-4a3c-8e8d-064821005498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.216992201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"c37430d2-94c4-4d76-b6d2-cc5be740e2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.217699033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"edcebb99-9eaf-4a3c-8e8d-064821005498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.48677229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"072d442d-e006-44fd-be9e-f9dd26df0200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.486998557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f00f7e36-9887-4174-b6d8-02f4cd6c9c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.486777254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"d92652e4-b3ce-43ba-9c9e-a7aa76530204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.544722092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"072d442d-e006-44fd-be9e-f9dd26df0200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.544832815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"d92652e4-b3ce-43ba-9c9e-a7aa76530204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.547073819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f00f7e36-9887-4174-b6d8-02f4cd6c9c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.693433099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"89b4c97d-e698-477b-8f1b-1cca7d394c19","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.694170782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"89b4c97d-e698-477b-8f1b-1cca7d394c19","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.694665957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8eff111-c7b7-4730-a2ae-081aa75024ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.694690092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8eff111-c7b7-4730-a2ae-081aa75024ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.695114361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a63bac0-2b3a-4c8f-b883-dfe3c4c66f9a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.695165943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a63bac0-2b3a-4c8f-b883-dfe3c4c66f9a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.695526454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"85456945-fd4d-4a8c-b5db-a8bc87190f21","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.695538869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"85456945-fd4d-4a8c-b5db-a8bc87190f21","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.695891279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c1ae991-ea3b-447f-bc0a-32e0aa5e08bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.695907896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c1ae991-ea3b-447f-bc0a-32e0aa5e08bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.696538857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d312183-8109-465a-b672-5fdb100d5658","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.696590981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d312183-8109-465a-b672-5fdb100d5658","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.753409688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"7037be27-f015-4c9f-b571-96145071411b","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.753444165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"7037be27-f015-4c9f-b571-96145071411b","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.807835292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"89b0f999-5470-4e66-9bcc-ddeb7d814296","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.807942954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"89b0f999-5470-4e66-9bcc-ddeb7d814296","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.808386037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0412eadb-5a55-4ff4-bcfd-3e7238b9712b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.80849336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0412eadb-5a55-4ff4-bcfd-3e7238b9712b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.910728546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d41a4857-600f-4189-a28b-76c8ab623508","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.912960061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25872437-b637-446a-baa7-7f330bbe0a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.917817512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32bf2bd5-dc7f-4da3-b858-898facd1c05e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.917870289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7065481b-1f10-4922-bd35-56bd42216921","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.977516756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25872437-b637-446a-baa7-7f330bbe0a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:22.984250771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d41a4857-600f-4189-a28b-76c8ab623508","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.015433244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9495ab31-63f2-4356-a257-0d4dabf32a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.035331671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25872437-b637-446a-baa7-7f330bbe0a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.042641304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d41a4857-600f-4189-a28b-76c8ab623508","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.076212333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9495ab31-63f2-4356-a257-0d4dabf32a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.134256562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9495ab31-63f2-4356-a257-0d4dabf32a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.163808508Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-18ac26","namespace":"llm"},"namespace":"llm","name":"e2e-dft-18ac26","reconcileID":"566baf55-9671-4f1b-bafc-14e265f492a1","namespace":"llm","name":"e2e-dft-18ac26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.328406813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"b20ce3c3-9a33-4b8a-a019-50f3ab299be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.328566543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"be2dd350-0a2c-4071-9e17-3ef840f1443a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.386506982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"be2dd350-0a2c-4071-9e17-3ef840f1443a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.386581621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"b20ce3c3-9a33-4b8a-a019-50f3ab299be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.40689768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de58dc79-f372-4295-94a0-1ec9ffeb7d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.407287091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"fea424f1-eebf-41bf-9d30-6f59d98ff0ec","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.40745534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e64a2e82-c3cf-41c8-8e45-5e5526c4ce35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.466431159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de58dc79-f372-4295-94a0-1ec9ffeb7d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.467395955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"fea424f1-eebf-41bf-9d30-6f59d98ff0ec","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.520747026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e64a2e82-c3cf-41c8-8e45-5e5526c4ce35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.524268513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de58dc79-f372-4295-94a0-1ec9ffeb7d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.524887073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"fea424f1-eebf-41bf-9d30-6f59d98ff0ec","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.581074515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e64a2e82-c3cf-41c8-8e45-5e5526c4ce35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.730824421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"dd07e915-2813-4c62-82d8-b6a930554cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.731751845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"e3b65dd2-cf85-4152-b230-b06e1886ad31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.791033261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"dd07e915-2813-4c62-82d8-b6a930554cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.791072609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"e3b65dd2-cf85-4152-b230-b06e1886ad31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.84435422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d1d3faa4-ed4b-4c2d-acf8-41295d72305d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.844779275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"489e3f42-418f-4b6a-acf0-cbb30036a725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.845037809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"58682b5f-9873-47ad-9706-3e731a8286bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.905245714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d1d3faa4-ed4b-4c2d-acf8-41295d72305d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.905957581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"489e3f42-418f-4b6a-acf0-cbb30036a725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:23.907670802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"58682b5f-9873-47ad-9706-3e731a8286bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:24.174837474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"65c0e667-b0b4-4492-ac5d-f0a98f13bf6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:24.174894413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d56605bd-6695-4074-9e63-4430ab340351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:24.233461559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d56605bd-6695-4074-9e63-4430ab340351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:24.234519593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"65c0e667-b0b4-4492-ac5d-f0a98f13bf6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:24.275567147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d67f3a4e-4b19-4141-88fb-b460be98b9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:24.329543678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdb94ad-80d0-4d91-98f4-ce5ae2626b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:24.383722693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdb94ad-80d0-4d91-98f4-ce5ae2626b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:24.387979505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"d67f3a4e-4b19-4141-88fb-b460be98b9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:24.438016861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdb94ad-80d0-4d91-98f4-ce5ae2626b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:24.495331232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdb94ad-80d0-4d91-98f4-ce5ae2626b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.066310581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"ebd1e07d-5d86-4408-98e7-8fee51b4302a","namespace":"llm","name":"e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.125608052Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"e5086fbe-733e-4c58-b103-64308875464d","namespace":"llm","name":"e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.235163511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"a9bfa182-85cf-4203-9bc9-f61c22259a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.235176624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"387a5232-7eda-48d5-ba12-fb7ad43569d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.287800927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa2aa20a-b22a-4e35-9fd6-d7df1bd9f8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.290629349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d50374c6-6405-415c-84e4-7820b70a9a57","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.290640417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86db5610-2b52-40cd-ae6c-0dc6b2bc9b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.294877535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"387a5232-7eda-48d5-ba12-fb7ad43569d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.295320439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"a9bfa182-85cf-4203-9bc9-f61c22259a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.347777515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa2aa20a-b22a-4e35-9fd6-d7df1bd9f8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.349676589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d50374c6-6405-415c-84e4-7820b70a9a57","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.350399354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86db5610-2b52-40cd-ae6c-0dc6b2bc9b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.406656114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa2aa20a-b22a-4e35-9fd6-d7df1bd9f8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.408867856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d50374c6-6405-415c-84e4-7820b70a9a57","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.411729604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86db5610-2b52-40cd-ae6c-0dc6b2bc9b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.453111567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"b543e61c-c9a4-482d-aad9-20594ffa22e7","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"name":"e2e-dft-refs-1855c7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.56665609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"348b1a19-28c0-4b06-9e15-79890b2541a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.566678635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"348b1a19-28c0-4b06-9e15-79890b2541a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.566996584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"69fdf7e1-f352-4a09-8aee-19d1a1925c06","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.567011276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"69fdf7e1-f352-4a09-8aee-19d1a1925c06","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.567341428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4e75a9fb-651d-48f8-8e63-b9f953e1c1f7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.567358114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4e75a9fb-651d-48f8-8e63-b9f953e1c1f7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.567646974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2edede6e-4592-4120-98bd-03a9c285e850","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.567665879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2edede6e-4592-4120-98bd-03a9c285e850","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.5679739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c434c13f-c267-4124-b085-afe1feae4512","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.567990579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c434c13f-c267-4124-b085-afe1feae4512","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.568331173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9246f578-6a58-4797-974b-9bbf68d7b6ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.568346584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9246f578-6a58-4797-974b-9bbf68d7b6ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.568787967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"345f3706-9a1e-443b-af63-75b87be6965c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.568803995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"345f3706-9a1e-443b-af63-75b87be6965c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.573453617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"7d0782fd-a622-49a3-b9e8-dc66099a7988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.628697915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"13b2aac3-d001-4365-9c92-38dc64c7fa9e","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.628725712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"13b2aac3-d001-4365-9c92-38dc64c7fa9e","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.635103276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7cae677-05fc-4a30-a2f0-67242257085e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.635963071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77f12e99-8bb1-4251-9394-39f60664ea8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.636605083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"7d0782fd-a622-49a3-b9e8-dc66099a7988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.670206442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"97f8584c-2ef7-48a6-9d59-2d32955ef7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.671000376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"b14396c2-798a-4015-a621-7c18244c4818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.671261923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0e04bbd2-6b7b-4d6c-bb33-437e074ac5d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.67100059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b4ef2e69-6772-47c2-bf70-f7a5c97b095d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.733529954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"97f8584c-2ef7-48a6-9d59-2d32955ef7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.736806144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"b14396c2-798a-4015-a621-7c18244c4818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.74137879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"0e04bbd2-6b7b-4d6c-bb33-437e074ac5d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.742641083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"1e9d67c2-8781-4472-8bdf-5e5ec90750f9","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"name":"e2e-dft-refs-1855c7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.743368414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"b4ef2e69-6772-47c2-bf70-f7a5c97b095d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.873251085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b7dcceca-6de4-4167-aaf3-082df79e1389","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.87327286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b7dcceca-6de4-4167-aaf3-082df79e1389","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:25.930930056Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"19791d09-8faa-4b8c-b90a-fbc0aaae9dd5","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"name":"e2e-dft-refs-1855c7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.03861295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6cce4728-59a8-4413-b9e9-ee016efd4636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.039049197Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"35a74174-d23d-4587-97ca-65e6fc9fe30b","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"name":"e2e-dft-refs-1855c7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.096900336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"6cce4728-59a8-4413-b9e9-ee016efd4636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.14367581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"7b554b35-1b1a-4931-9791-bad6699b05a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.148448425Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-363303","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-363303","reconcileID":"51358500-e1b7-4882-a376-7ff6cc171c01","aitenant":"ai-tenants/e2e-explicit-363303","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.235591107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"7b554b35-1b1a-4931-9791-bad6699b05a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.284354558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"295d2ae4-eb91-43dc-ac88-1a0196deba34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.284543471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"cd4f6960-46ee-43d1-aebc-820abd9132a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.337903411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e5ffebf-f482-4994-81b4-319da5394bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.3443577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"cd4f6960-46ee-43d1-aebc-820abd9132a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.344748868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"295d2ae4-eb91-43dc-ac88-1a0196deba34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.351323753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"0f8c5e1d-8137-497f-9ec8-b11d540c1c55","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"name":"e2e-dft-refs-1855c7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.396829845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e5ffebf-f482-4994-81b4-319da5394bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.416852437Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"9c352fb9-6b4b-44a0-9525-5c5503a96b17","namespace":"llm","name":"e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.454528431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e5ffebf-f482-4994-81b4-319da5394bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.471315015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"5d304a3d-dfc0-4b00-9bf0-9aa78f3c5b69","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.471353471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"5d304a3d-dfc0-4b00-9bf0-9aa78f3c5b69","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-1855c7-465442511003","namespace":"llm","model":"e2e-dft-refs-1855c7","externalModel":"e2e-dft-refs-1855c7","provider":"e2e-dft-refs-1855c7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.530340484Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"8fab084f-3eac-418c-a4fd-0dfd30bd9b48","namespace":"ai-tenant-e2e-extmod-a-6a0a54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.530406371Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"8fab084f-3eac-418c-a4fd-0dfd30bd9b48","namespace":"ai-tenant-e2e-extmod-a-6a0a54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.530459433Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"8fab084f-3eac-418c-a4fd-0dfd30bd9b48","aitenant":"ai-tenants/e2e-extmod-a-6a0a54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.5477346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"93049ecd-ac1d-43ab-86a4-89a393d4ee0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.606055893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"93049ecd-ac1d-43ab-86a4-89a393d4ee0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.671521571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1bf3a98-87d9-4578-badd-f83e7828c70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.726845336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"e1a486f3-1997-4953-ab0f-4d1015e0aad9","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.730544411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1bf3a98-87d9-4578-badd-f83e7828c70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.829297456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4ddcc915-349e-4128-9a49-8d2b5e834cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.829819761Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.834604708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1bf3a98-87d9-4578-badd-f83e7828c70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.837137724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"e1a486f3-1997-4953-ab0f-4d1015e0aad9","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.884007493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1d1eb8-f75a-47e4-b5b0-99c291ca39f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.88436108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47757e96-b4a3-486d-9da4-b575873d67c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.887490529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4ddcc915-349e-4128-9a49-8d2b5e834cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.938518727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1d1eb8-f75a-47e4-b5b0-99c291ca39f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.941256064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"e1a486f3-1997-4953-ab0f-4d1015e0aad9","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:26.99268204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1d1eb8-f75a-47e4-b5b0-99c291ca39f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.047232797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1d1eb8-f75a-47e4-b5b0-99c291ca39f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.048297669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"3987eb17-26aa-4b48-b7bb-de31420dabe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.055145754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47757e96-b4a3-486d-9da4-b575873d67c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.101495037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"19269073-075c-4c2d-ad34-e1a8e0f16f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.105753186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"3987eb17-26aa-4b48-b7bb-de31420dabe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.111205544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47757e96-b4a3-486d-9da4-b575873d67c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.159295925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"75d32545-0235-479b-b654-ececeb7f3643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.159376553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"19269073-075c-4c2d-ad34-e1a8e0f16f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.166480711Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-363303","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-363303","reconcileID":"51358500-e1b7-4882-a376-7ff6cc171c01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-363303","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-363303"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.217916728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"75d32545-0235-479b-b654-ececeb7f3643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.319334142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"afc4532d-6b9c-4af6-bbab-2d5b1cfd6db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.320002904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"760b4b66-7e27-4310-9b1d-501203d6e323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.377771045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"760b4b66-7e27-4310-9b1d-501203d6e323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.378504078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"afc4532d-6b9c-4af6-bbab-2d5b1cfd6db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.480607283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"49e4c6b2-9241-44e4-a6bf-6c366f2e135c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.538669529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"49e4c6b2-9241-44e4-a6bf-6c366f2e135c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.580526871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c648d021-91f8-47b4-8cf1-cefe9a5f3bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.634746246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e71faca6-7676-43e6-9451-5006d0ec39c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.638298434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c648d021-91f8-47b4-8cf1-cefe9a5f3bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.693801587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e71faca6-7676-43e6-9451-5006d0ec39c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.794602993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"c2294313-799f-480c-a029-e84284bbe527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:27.854977293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"c2294313-799f-480c-a029-e84284bbe527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:28.995217509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de78cf6-a34b-4749-909c-b33c2b9f6461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:29.049592717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de78cf6-a34b-4749-909c-b33c2b9f6461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:29.104241327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de78cf6-a34b-4749-909c-b33c2b9f6461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:29.159213718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de78cf6-a34b-4749-909c-b33c2b9f6461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.191323789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d090e9e-226e-418a-b048-d69b80faa481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.245609864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d090e9e-226e-418a-b048-d69b80faa481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.2914879Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"a6c56b08-df11-4fdb-83db-9dfa661adf6c","namespace":"llm","name":"e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.299719235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d090e9e-226e-418a-b048-d69b80faa481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.353942485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d090e9e-226e-418a-b048-d69b80faa481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.355719271Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"4f2b1811-08e7-438e-bd81-f542bd6b2058","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-1855c7-465442511003","namespace":"llm","model":"e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.551944372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6625bd8-3b32-4051-9adc-54a9c6d6bc11","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.551970097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6625bd8-3b32-4051-9adc-54a9c6d6bc11","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.552320069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"36f4207e-9585-4f3c-94a1-d89746d66bee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.552334164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"36f4207e-9585-4f3c-94a1-d89746d66bee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.552605773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1ac176ad-4339-4dcb-9495-1a9295f9fe33","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.552621447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1ac176ad-4339-4dcb-9495-1a9295f9fe33","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.552887169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a31dfb-b359-4e78-9bf2-944db44c45ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.552902154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a31dfb-b359-4e78-9bf2-944db44c45ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.553250818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61b62d25-7106-438d-8bcd-052d7c50f8c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.55326498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61b62d25-7106-438d-8bcd-052d7c50f8c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.597951827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c50e5567-dd00-427b-a2c7-0e5a6b73a391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.60766218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"58086549-a511-4397-848f-ebab953cd3e6","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.607688495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"58086549-a511-4397-848f-ebab953cd3e6","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.653718142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4dce50b-d285-46de-acbd-50a4226abc50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.656067719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7a6602bf-da88-47ba-a195-d7cab5d458cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.656656127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"a1b36027-2ac5-43b4-9405-810a3a71d8c8","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.657102659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a539d54-2159-42cf-ba7a-c2760ce35a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.657317964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9c9320d-b26d-4882-a20f-3603d4400eb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.659797381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c50e5567-dd00-427b-a2c7-0e5a6b73a391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.711573032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e734d0bc-09f0-4bd7-bb8a-9307ae5dd11e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.715602733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"a1b36027-2ac5-43b4-9405-810a3a71d8c8","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.717807099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7a6602bf-da88-47ba-a195-d7cab5d458cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.720524377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a539d54-2159-42cf-ba7a-c2760ce35a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.743296506Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"ac0cb32c-7414-4ab5-b920-bd8e3cea92ee","namespace":"llm","name":"e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.766850667Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"005acf35-e09c-4308-b3d9-d44120f9f79c","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"name":"e2e-dft-refs-1855c7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.770975071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e734d0bc-09f0-4bd7-bb8a-9307ae5dd11e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.773017462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"a1b36027-2ac5-43b4-9405-810a3a71d8c8","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.778431529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a539d54-2159-42cf-ba7a-c2760ce35a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.826672622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e29f37bf-790f-4393-8715-dd9f72e4de26","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.826782243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e29f37bf-790f-4393-8715-dd9f72e4de26","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.827258908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6a6842b-f785-4249-9e62-7244b5cdaa44","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.827319689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6a6842b-f785-4249-9e62-7244b5cdaa44","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.827760983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d763224-ee35-484a-b768-f334d22d8dfa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.827784533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d763224-ee35-484a-b768-f334d22d8dfa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.832917673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e734d0bc-09f0-4bd7-bb8a-9307ae5dd11e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.884098742Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"b5bf9294-ad36-486e-a610-c6b3a3173ecb","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"name":"e2e-dft-refs-1855c7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.942884501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6a36298b-be92-4307-91c6-5a3bb78e53b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:31.947740202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e397062f-9a70-4f09-89dc-06d94db8d525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.001792145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6a36298b-be92-4307-91c6-5a3bb78e53b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.007194562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"e397062f-9a70-4f09-89dc-06d94db8d525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.043883635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"4bd7582c-5b98-42b4-8848-38f371dffd3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.043975775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"2aab270b-3824-41ef-bd57-a21c872e0d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.102506068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"2aab270b-3824-41ef-bd57-a21c872e0d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.102762329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"4bd7582c-5b98-42b4-8848-38f371dffd3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.138305973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"a8e1723f-9683-410c-a7bf-eac17aa59cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.19915288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"a8e1723f-9683-410c-a7bf-eac17aa59cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.437336679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e01d3dee-c8bc-4984-ae73-bd32f6399dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.438005069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c30786c2-aba8-4c4a-85af-ac637cb6a208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.493827134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"b514f9f4-36c7-466c-91d8-b2a098cc4b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.496300567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e01d3dee-c8bc-4984-ae73-bd32f6399dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.496536349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c30786c2-aba8-4c4a-85af-ac637cb6a208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.547599979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"573d85e9-11c4-4a04-a437-768d66cd8fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.551741177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"b514f9f4-36c7-466c-91d8-b2a098cc4b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.606276915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"573d85e9-11c4-4a04-a437-768d66cd8fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.626349612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"744ee520-6edf-4e1c-aae5-6ad9c9b92601","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.664851172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"573d85e9-11c4-4a04-a437-768d66cd8fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.68618618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"744ee520-6edf-4e1c-aae5-6ad9c9b92601","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.743683562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"744ee520-6edf-4e1c-aae5-6ad9c9b92601","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.865567186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b2646077-8b24-4988-b403-87bbe11fc80c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.880117792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"409f9a4a-7e2a-4f94-9a1e-9e928e6b9bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.924918017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b2646077-8b24-4988-b403-87bbe11fc80c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.927679807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d40e97aa-979d-428c-8082-3846703bb290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.942292536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"409f9a4a-7e2a-4f94-9a1e-9e928e6b9bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.985777626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"d40e97aa-979d-428c-8082-3846703bb290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:32.999864966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"409f9a4a-7e2a-4f94-9a1e-9e928e6b9bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:34.301603225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b98292f-cd08-4cff-b9ea-e49c93093982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:34.35580848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b98292f-cd08-4cff-b9ea-e49c93093982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:34.40975476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b98292f-cd08-4cff-b9ea-e49c93093982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:34.463709942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b98292f-cd08-4cff-b9ea-e49c93093982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:34.913231988Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-14db1d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-14db1d","reconcileID":"de3bba83-c668-4884-9795-834dc1fac841","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-14db1d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-14db1d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:36.497273855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a162ab-7964-41cb-b490-0936a55ab435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:36.551587125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a162ab-7964-41cb-b490-0936a55ab435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:36.605734584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a162ab-7964-41cb-b490-0936a55ab435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:36.660402899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a162ab-7964-41cb-b490-0936a55ab435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.501562046Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"0fd7c7be-ab69-40ed-bbbf-18e1d3c9bb61","namespace":"llm","name":"e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.55554196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"136e2944-f732-4a1f-8b95-53e82c9e9fa8","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"name":"e2e-dft-refs-1855c7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.698306935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"c18cbcc1-e839-477f-b72f-11a213086ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.698872589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"dc4f4d12-e56d-4af1-baa8-2de142d5ba74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.753754784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"461dd404-3ac9-4704-acc3-9c6333f22755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.759018149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"c18cbcc1-e839-477f-b72f-11a213086ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.807345644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"112b176e-12af-41cf-aba5-fd657b080e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.80805516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d743943e-e1d7-4f20-a788-91c67244994e","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.827681462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"dc4f4d12-e56d-4af1-baa8-2de142d5ba74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.831762396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"461dd404-3ac9-4704-acc3-9c6333f22755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.834508509Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"f2a5a72e-7825-4da9-8d21-4354aca2aa78","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"name":"e2e-dft-refs-1855c7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.867015805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"112b176e-12af-41cf-aba5-fd657b080e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.885737416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d743943e-e1d7-4f20-a788-91c67244994e","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.88991848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2899945-7bac-46d9-a879-5a9bfac7f7a0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.889942999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2899945-7bac-46d9-a879-5a9bfac7f7a0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.890346993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5023215-fe99-41c8-b318-b8db183d14f3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.890362991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5023215-fe99-41c8-b318-b8db183d14f3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.890672188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e137d3c-ce9a-4765-8c0c-67c4e7ad77c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.890685389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e137d3c-ce9a-4765-8c0c-67c4e7ad77c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.891010244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77fb440c-fb3b-4b06-ad9b-15de19ebd7e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.89102729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77fb440c-fb3b-4b06-ad9b-15de19ebd7e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.891217243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"461dd404-3ac9-4704-acc3-9c6333f22755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.891507988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e3bb563-3909-48ad-ae00-cc901f8542a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.891526405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e3bb563-3909-48ad-ae00-cc901f8542a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.924998949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"112b176e-12af-41cf-aba5-fd657b080e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.944100734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d743943e-e1d7-4f20-a788-91c67244994e","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.946241736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"2ddaa01b-5a02-4f78-85a5-0e8fda57f0ad","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:37.946270559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"2ddaa01b-5a02-4f78-85a5-0e8fda57f0ad","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.001252259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5f421b9-2a7a-45f9-b75c-bfd7817caaf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.001803512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4fecd06-7752-481f-ac6a-db1b65973eed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.049339047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dd2e5aa3-e654-44ae-9e05-0497453191de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.049366839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dd2e5aa3-e654-44ae-9e05-0497453191de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.04976349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0b3beead-2758-487c-a184-3211db1fde63","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.049781173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0b3beead-2758-487c-a184-3211db1fde63","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.050112672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"279145f5-e384-46b7-9f9b-9674408d1a06","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.050151069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"279145f5-e384-46b7-9f9b-9674408d1a06","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.145711083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"c0c670f0-23c8-4e8f-a605-f485fa3393e6","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"name":"e2e-dft-refs-1855c7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.146548599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8c835986-a799-438e-9480-5e491293cd0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.199536375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"dbd6bbd9-abea-47f9-bbff-e3afc364eb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.199801269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"2f9318ce-168f-4778-9a77-3f68f384e068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.199536766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"8ccdc799-4784-476d-9a8f-1326fb3a3b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.205579472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e5901d9-511f-490d-aeb4-8dd513be09ba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.205662388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e5901d9-511f-490d-aeb4-8dd513be09ba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.205997532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"547d058b-7441-4f0f-a486-5fbcf23cbc49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.206014866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"547d058b-7441-4f0f-a486-5fbcf23cbc49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.206344716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9724f0a2-49ef-4156-8998-b20035ca0958","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.20636145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9724f0a2-49ef-4156-8998-b20035ca0958","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.206670461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42c1539c-bdab-4030-abb1-7857ce5f3820","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.206690546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42c1539c-bdab-4030-abb1-7857ce5f3820","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.207146276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"363e404f-5682-4509-8b85-d52d2213e4f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.207162747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"363e404f-5682-4509-8b85-d52d2213e4f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.211286351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8c835986-a799-438e-9480-5e491293cd0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.259173048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"2f9318ce-168f-4778-9a77-3f68f384e068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.261265427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"dbd6bbd9-abea-47f9-bbff-e3afc364eb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.261387502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"8ccdc799-4784-476d-9a8f-1326fb3a3b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.262814888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"6c6c0884-49ce-4c14-b74b-5a209aea7864","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.262831405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"6c6c0884-49ce-4c14-b74b-5a209aea7864","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.319217339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"82ad458f-8fc6-454f-b31f-82e53b95cf69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.37965392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"82ad458f-8fc6-454f-b31f-82e53b95cf69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.582783827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"4d5d5fc8-e83a-4492-9bb3-c734233be9ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.641395707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"4d5d5fc8-e83a-4492-9bb3-c734233be9ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.712613861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2155036-35c6-4b44-bc4d-c4bd626426d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.712924833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"1604c023-25f2-426b-b17a-f3ed29b66cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.713104402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"422064cd-6f0b-44b2-8398-b1c7c7d9ff47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.804647989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2155036-35c6-4b44-bc4d-c4bd626426d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.848719677Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"6e740a4a-90a4-405e-81c0-05676bd57fe3","namespace":"llm","name":"e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.868258944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2155036-35c6-4b44-bc4d-c4bd626426d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.868442835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"978ba432-cf64-4ada-b1f4-7f172e3bd3f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.875429947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"1604c023-25f2-426b-b17a-f3ed29b66cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.877293842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"422064cd-6f0b-44b2-8398-b1c7c7d9ff47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.927141971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2155036-35c6-4b44-bc4d-c4bd626426d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.927514848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"b17cdeae-f0b3-4889-8c00-6a381ffa2680","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.939783325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"978ba432-cf64-4ada-b1f4-7f172e3bd3f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.983888054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"4b7b3c3f-4bd0-4fef-9efd-3e0b623080ea","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.983924327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"4b7b3c3f-4bd0-4fef-9efd-3e0b623080ea","MaaSModelRef":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-1855c7-465442511003","namespace":"llm","model":"e2e-dft-refs-1855c7","externalModel":"e2e-dft-refs-1855c7","provider":"e2e-dft-refs-1855c7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:38.9950401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"b17cdeae-f0b3-4889-8c00-6a381ffa2680","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.00324168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"978ba432-cf64-4ada-b1f4-7f172e3bd3f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.054999669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"b17cdeae-f0b3-4889-8c00-6a381ffa2680","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.268068122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"5a8c4bca-ee9c-4c26-a086-752f2772a4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.268811095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d99ef465-c42f-4931-bc80-1951360f4969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.269402632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7934e0ee-42e1-41a7-ba32-e8ffb67d43db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.329670354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7934e0ee-42e1-41a7-ba32-e8ffb67d43db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.329826107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"5a8c4bca-ee9c-4c26-a086-752f2772a4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.333641599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d99ef465-c42f-4931-bc80-1951360f4969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.355744288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"4f87eaaa-ba4e-4e61-b335-d8f990657a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.355834966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"674a8d5f-793c-4b1e-a583-0700cb2af117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.390647028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d99ef465-c42f-4931-bc80-1951360f4969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.413863185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"4f87eaaa-ba4e-4e61-b335-d8f990657a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.414173582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"674a8d5f-793c-4b1e-a583-0700cb2af117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.552348661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"b78a4d20-eb4f-4c37-af06-18908b5aa42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.611654347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"b78a4d20-eb4f-4c37-af06-18908b5aa42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.69945585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c87f138f-e0f6-4940-8382-d2414686f7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.69945504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"07ee50c7-2f8a-4a3f-a4a2-44c18958f591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.758630249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"07ee50c7-2f8a-4a3f-a4a2-44c18958f591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.76073483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"c87f138f-e0f6-4940-8382-d2414686f7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.800093467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"9f13a1d8-16b1-428c-a326-910371a0a7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.853605817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e27ae6ce-8523-41e6-8be2-d883adb4e8b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.859522125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"9f13a1d8-16b1-428c-a326-910371a0a7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.912054246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e27ae6ce-8523-41e6-8be2-d883adb4e8b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:39.969215981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e27ae6ce-8523-41e6-8be2-d883adb4e8b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:40.001599519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"2630b4a0-3059-4e62-825f-ffc06440904c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:40.060142241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"2630b4a0-3059-4e62-825f-ffc06440904c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:40.185796958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"65690d3f-5e92-4dbd-bed5-803decb0ec48","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:40.232915908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6cbf94c3-239f-41b5-a988-81504844bda1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:40.24634985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"65690d3f-5e92-4dbd-bed5-803decb0ec48","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:40.290853278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6cbf94c3-239f-41b5-a988-81504844bda1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:40.303844156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"65690d3f-5e92-4dbd-bed5-803decb0ec48","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.006084521Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"b5b4c782-1565-4998-b6d0-09a1ed214983","namespace":"llm","name":"e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.170555641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"d75dc6b9-16e3-4900-9347-531245e3e370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.17075351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"ffdc06e1-bc9c-45ef-b249-f5d688f35c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.220901796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b0fd5c6-2850-4e1c-bf1b-16e2256dc5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.223739591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"31a16d62-88f1-47e9-b319-e3a7caa7e8bd","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.22380172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a49b8e24-3367-492f-a26a-961ae9f3d9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.230033724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"ffdc06e1-bc9c-45ef-b249-f5d688f35c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.23043984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"d75dc6b9-16e3-4900-9347-531245e3e370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.279494257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b0fd5c6-2850-4e1c-bf1b-16e2256dc5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.281695071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"31a16d62-88f1-47e9-b319-e3a7caa7e8bd","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.282306259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a49b8e24-3367-492f-a26a-961ae9f3d9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.337100781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b0fd5c6-2850-4e1c-bf1b-16e2256dc5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.339575091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"31a16d62-88f1-47e9-b319-e3a7caa7e8bd","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.339821379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a49b8e24-3367-492f-a26a-961ae9f3d9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.498932514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"18f20d63-8451-4594-8650-f030bfd9ed43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.503331455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"a98060c1-f6a2-4274-8c59-64a558d5c58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.503344339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"171c4e9d-82dc-4345-b189-3dc2f4905b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.558044962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"18f20d63-8451-4594-8650-f030bfd9ed43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.562812673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"a98060c1-f6a2-4274-8c59-64a558d5c58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.563186141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"171c4e9d-82dc-4345-b189-3dc2f4905b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.599596167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ee8712cf-6a94-42e4-b7a6-78ee86fcf225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.59959591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"2905a953-8f15-447d-8430-fb59b40440bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.65773861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ee8712cf-6a94-42e4-b7a6-78ee86fcf225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.658914813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"2905a953-8f15-447d-8430-fb59b40440bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.789402186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca94681f-ffef-43f2-a86f-aa32b7f193be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.789429563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca94681f-ffef-43f2-a86f-aa32b7f193be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.789766278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4150d1bd-9cf7-4b77-b422-f57a1193faa8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.789788189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4150d1bd-9cf7-4b77-b422-f57a1193faa8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.790224269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3de242e7-2292-464a-8d39-061ea90686b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.790242588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3de242e7-2292-464a-8d39-061ea90686b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.790584316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8f4efb8b-6058-4e46-b93e-ad677b2aba66","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.790600864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8f4efb8b-6058-4e46-b93e-ad677b2aba66","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.790928807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"371d1894-b139-4e89-856e-277239aa51f8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.790945419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"371d1894-b139-4e89-856e-277239aa51f8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.791289077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c07e416-bb99-4377-8c67-353aa6aa5dc6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.791309007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c07e416-bb99-4377-8c67-353aa6aa5dc6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.791627014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93353ff1-39b5-4c46-af51-397e183380db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.791644413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93353ff1-39b5-4c46-af51-397e183380db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.792092712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"587ec408-9431-4320-a2c0-6b0ff766421b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.792109774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"587ec408-9431-4320-a2c0-6b0ff766421b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.849831067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"bde8145e-c2f0-4dd4-9660-f65106b06720","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.8499477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"bde8145e-c2f0-4dd4-9660-f65106b06720","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.937836296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"fe3ac6ea-d5c9-4566-b2c1-33957a7c209c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.938008351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"3da30916-e49d-4985-b322-f122d3c7104b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.93783808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c572f616-766a-43a8-ad05-0aeb5db7f1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.996974228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c572f616-766a-43a8-ad05-0aeb5db7f1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.99736935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"fe3ac6ea-d5c9-4566-b2c1-33957a7c209c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:44.999260371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"3da30916-e49d-4985-b322-f122d3c7104b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.011668969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3564db9-89fb-496a-ae44-9f6ad59fdd34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.011702718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e7afd15-3e85-400f-b36a-8eab904eb648","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.088185374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"c148e0e9-e2a5-45b5-aeed-23f0de01e7a0","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.088686373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31973817-ff4a-4d1f-8dd3-8b56bd88efd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.149542407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"c148e0e9-e2a5-45b5-aeed-23f0de01e7a0","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.150686897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31973817-ff4a-4d1f-8dd3-8b56bd88efd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.207468491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"c148e0e9-e2a5-45b5-aeed-23f0de01e7a0","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.207858518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31973817-ff4a-4d1f-8dd3-8b56bd88efd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.249050323Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-1855c7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-1855c7","reconcileID":"f7639c40-7f3d-45a9-aed6-cee57ea6b378","namespace":"llm","name":"e2e-dft-refs-1855c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.413497354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"0acfedf3-abc2-4a36-bee9-d34c1ff45b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.420470095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6f759732-f33a-4de9-a830-f81a0e6302bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.425055433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b345daf6-2b0c-43fc-9943-3b8300704073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.471190491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"0acfedf3-abc2-4a36-bee9-d34c1ff45b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.47346075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5759ca3a-c263-4468-b760-a31026f6a748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.473488677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"abb13d85-3e6a-4ff0-9424-252ac9d90486","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.47777971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"6f759732-f33a-4de9-a830-f81a0e6302bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.484340292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b345daf6-2b0c-43fc-9943-3b8300704073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.533149877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"abb13d85-3e6a-4ff0-9424-252ac9d90486","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.533175631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5759ca3a-c263-4468-b760-a31026f6a748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.541996133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b345daf6-2b0c-43fc-9943-3b8300704073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.590563819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5759ca3a-c263-4468-b760-a31026f6a748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.590695327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"abb13d85-3e6a-4ff0-9424-252ac9d90486","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.752556817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"69ebbaf8-6c63-41cd-9ea3-fb91c01c35ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.752572794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"2971faef-9325-4b54-a45a-dfa858e43663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.757977908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c349c73c-974d-4f6b-ac52-42d1c12c7f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.810842546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"2971faef-9325-4b54-a45a-dfa858e43663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.810911726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"69ebbaf8-6c63-41cd-9ea3-fb91c01c35ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.816299525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c349c73c-974d-4f6b-ac52-42d1c12c7f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.840463777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"54749562-ad18-47f1-8e4d-6db02e4d77b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.87306958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c349c73c-974d-4f6b-ac52-42d1c12c7f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.900969125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"54749562-ad18-47f1-8e4d-6db02e4d77b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:45.943383215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"00914215-6060-432f-b3d0-c77d67644898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:46.002063713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"00914215-6060-432f-b3d0-c77d67644898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:46.044402731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"4d22566a-84f5-49f6-8ce9-4716557811e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:46.10271762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"4d22566a-84f5-49f6-8ce9-4716557811e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:46.144043191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"c385b809-50bc-4a37-8341-79a19518f447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:46.144043283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"63d6be8e-5be4-47b7-a164-cdd2df1ed576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:46.20251362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"c385b809-50bc-4a37-8341-79a19518f447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:46.202588044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"63d6be8e-5be4-47b7-a164-cdd2df1ed576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:46.241739094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"76fcd7eb-01d4-4913-8e5e-cbdf8b615009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:46.299694412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"76fcd7eb-01d4-4913-8e5e-cbdf8b615009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.506623907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"848c9767-5264-4f8d-8d95-87e778486b02","namespace":"llm","name":"e2e-dft-del-df15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.565869809Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"7efbe9c3-567f-41f6-a646-d54cce3d8e53","namespace":"llm","name":"e2e-dft-del-df15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.672719439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"c512ebc3-04f1-437c-a804-1c6f4c784119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.67308905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"379328d7-9bab-41fa-b06f-265fb0832d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.725656685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"319298d2-740d-4ef4-8a08-b2484ec86552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.726379966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22c910fe-9b0d-49ab-b31c-1b99f35fe5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.727004195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"528e331d-b6fd-4443-83c8-6f993d869a52","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.733116641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"379328d7-9bab-41fa-b06f-265fb0832d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.733170472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"c512ebc3-04f1-437c-a804-1c6f4c784119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.784372281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22c910fe-9b0d-49ab-b31c-1b99f35fe5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.786236709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"319298d2-740d-4ef4-8a08-b2484ec86552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.786967955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"528e331d-b6fd-4443-83c8-6f993d869a52","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.843188431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22c910fe-9b0d-49ab-b31c-1b99f35fe5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.844005312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"319298d2-740d-4ef4-8a08-b2484ec86552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.845221538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"528e331d-b6fd-4443-83c8-6f993d869a52","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:47.882432758Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"c1eef94d-ff41-449f-97b7-844d0dea6233","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"name":"e2e-dft-del-df15a9","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.028440276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0bd005e3-6763-4246-933b-bc49a213b621","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.02848001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0bd005e3-6763-4246-933b-bc49a213b621","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.02933387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"908498d2-034e-46f2-b737-102b46978f72","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.029360375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"908498d2-034e-46f2-b737-102b46978f72","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.030145405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6fc84600-d5f4-47f5-9227-bf3cfe69794d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.030167308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6fc84600-d5f4-47f5-9227-bf3cfe69794d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.043849103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"c9543d76-82d4-426a-8da7-7c3bbddb6504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.044977385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"554ae5ff-cba6-4918-ba50-1bcd776dd539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.129474229Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"9eefd44b-ef4d-415a-94e9-ee9df831fca6","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"name":"e2e-dft-del-df15a9","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.133698499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0b985c0-0ff5-4ed2-bdd4-67bbbce1721b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.134690581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ccf2a5f8-8545-4add-a5ed-dd5e4b715195","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.14069583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"c9543d76-82d4-426a-8da7-7c3bbddb6504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.146425843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"554ae5ff-cba6-4918-ba50-1bcd776dd539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.227768089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"5d7a8120-6396-49ca-a19f-256ee38337b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.228476428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8b2701dc-d15f-461d-8999-8889d33bdd59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.229016777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bcc34f46-a575-4ae2-ad6a-56d070bedfe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:31:48.242371404Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"9eefd44b-ef4d-415a-94e9-ee9df831fca6","name":"e2e-dft-del-df15a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-del-df15a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:31:48.242458387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"9eefd44b-ef4d-415a-94e9-ee9df831fca6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-del-df15a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.242743762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"926ab159-9f6a-4781-9551-f14f091ac6a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.242759242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"926ab159-9f6a-4781-9551-f14f091ac6a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.243219134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"95524395-3c5a-4793-9067-b904fe44ccc4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.243238477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"95524395-3c5a-4793-9067-b904fe44ccc4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.243588371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f97a7121-87a9-4110-a51e-83dfe4c4d2b4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.243607489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f97a7121-87a9-4110-a51e-83dfe4c4d2b4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.243983745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb1584b7-2418-4889-ba9f-8f5d57032ba2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.244001603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb1584b7-2418-4889-ba9f-8f5d57032ba2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.244511638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5a14f15-8473-4d0e-b238-f9bd055ca477","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.244528337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5a14f15-8473-4d0e-b238-f9bd055ca477","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.289708804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"8b2701dc-d15f-461d-8999-8889d33bdd59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.290749881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"5d7a8120-6396-49ca-a19f-256ee38337b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.292856082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bcc34f46-a575-4ae2-ad6a-56d070bedfe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.299271166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"d57c1a1d-ead3-4e24-bfce-b9f4b5225ba4","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.299300395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"d57c1a1d-ead3-4e24-bfce-b9f4b5225ba4","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.354333942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d9f20fdb-36b4-4628-8469-dfcd48288d6c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.354366818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d9f20fdb-36b4-4628-8469-dfcd48288d6c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.3548267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ad66690-dde1-441a-addd-c3a6678ce987","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.35484533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ad66690-dde1-441a-addd-c3a6678ce987","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.355346988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9e776593-6e8e-4269-a9ef-cd8b3d2601e2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.355366098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9e776593-6e8e-4269-a9ef-cd8b3d2601e2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.411779997Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"dbc13730-a12a-4ad8-b704-710f099870e9","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"name":"e2e-dft-del-df15a9","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.556647509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d5550470-f73c-434d-9d99-61d952735475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.556713542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e500685c-7896-43a3-9061-989a1c7f1c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.617107755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e500685c-7896-43a3-9061-989a1c7f1c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.619208283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"d5550470-f73c-434d-9d99-61d952735475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.764367398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"0063d7aa-867f-419f-8f20-fd29d658fac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.764549861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"681f775e-68da-43db-bf81-b6d9a622452a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.821459546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2a481ee-82be-4c06-a495-63188dfd1801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.826522443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"681f775e-68da-43db-bf81-b6d9a622452a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.82667039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"0063d7aa-867f-419f-8f20-fd29d658fac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.842025528Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"ffeb90a6-308a-47cb-84f6-5a90be29a7fc","namespace":"llm","name":"e2e-dft-del-df15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.880004103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2a481ee-82be-4c06-a495-63188dfd1801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.896763588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"a5492473-51c2-4b64-ab02-b9e398c51b6e","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-df15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.896793642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"a5492473-51c2-4b64-ab02-b9e398c51b6e","MaaSModelRef":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"routeName":"external-model-e2e-dft-del-df15a9-a9b424dbd4f5","namespace":"llm","model":"e2e-dft-del-df15a9","externalModel":"e2e-dft-del-df15a9","provider":"e2e-dft-del-df15a9-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.943119865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2a481ee-82be-4c06-a495-63188dfd1801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:48.995872409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e364f644-d25c-4797-a47a-6ee409393926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.051213557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0949afe1-ec41-4152-968d-2e97513c4cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.055581676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"e364f644-d25c-4797-a47a-6ee409393926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.110083927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0949afe1-ec41-4152-968d-2e97513c4cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.158857119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"5bbdd5be-7af0-428b-b955-5c0ef9556e75","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.16850251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0949afe1-ec41-4152-968d-2e97513c4cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.209049743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4a813d30-ab71-4246-b1af-97d75bbfb091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.219961533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"5bbdd5be-7af0-428b-b955-5c0ef9556e75","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.264373742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc89a963-2f6c-41eb-8d1d-5295922353e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.268540529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4a813d30-ab71-4246-b1af-97d75bbfb091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.277862248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"5bbdd5be-7af0-428b-b955-5c0ef9556e75","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.324409306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc89a963-2f6c-41eb-8d1d-5295922353e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.330330837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"89553b45-4158-4cc2-ae12-e375e0c326f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.380603624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc89a963-2f6c-41eb-8d1d-5295922353e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.38803481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"89553b45-4158-4cc2-ae12-e375e0c326f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.429577004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7d109448-9c27-437e-a6e4-650b6770e000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.487427687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"7d109448-9c27-437e-a6e4-650b6770e000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.53036106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"049019f5-1092-460a-aff9-2f7c84381583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.589075647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"049019f5-1092-460a-aff9-2f7c84381583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.633348417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f9ba0888-aec6-4717-867f-16694e80e43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.637826437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"05f045cc-3d44-42fd-81f2-c387b1535b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.691629464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f9ba0888-aec6-4717-867f-16694e80e43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.697306623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"05f045cc-3d44-42fd-81f2-c387b1535b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.845601255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"81d405af-40c0-4c87-97d2-9cbdc09a3e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.845601282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"ef1a4907-9934-4043-8be0-21ffe2cc2c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.908013108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"81d405af-40c0-4c87-97d2-9cbdc09a3e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:49.91379186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"ef1a4907-9934-4043-8be0-21ffe2cc2c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.010161042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e6f44d1-6624-40b0-a1b1-dfbbe90a94bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.064728609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"a9104f56-a8ae-47a2-a351-a4259ae24ed2","namespace":"llm","name":"e2e-dft-del-df15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.074572399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e6f44d1-6624-40b0-a1b1-dfbbe90a94bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.134806752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e6f44d1-6624-40b0-a1b1-dfbbe90a94bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.148813156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"50ba9824-6f86-4177-a4dc-fd8fc2668a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.149844056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"f82c7ee9-140e-45ce-8233-9ba65387d6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.209288756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"50ba9824-6f86-4177-a4dc-fd8fc2668a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.209811604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"f82c7ee9-140e-45ce-8233-9ba65387d6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.350644142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"08b23caa-5866-417e-8d51-d2a80cd19c8c","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.404001601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ba24412d-9008-42d1-b637-de9f9b1cc18c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.409723196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"08b23caa-5866-417e-8d51-d2a80cd19c8c","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.458091436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f25c9597-5066-4288-90a2-a2f616fe2ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.464433308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ba24412d-9008-42d1-b637-de9f9b1cc18c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.46747638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"08b23caa-5866-417e-8d51-d2a80cd19c8c","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.51806621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f25c9597-5066-4288-90a2-a2f616fe2ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.576898411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f25c9597-5066-4288-90a2-a2f616fe2ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.579530331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"da547b8f-cc90-4551-a5b0-34747c04ff59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.579549457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"faac2abe-11aa-451d-a28c-1c92051c2f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.639037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"faac2abe-11aa-451d-a28c-1c92051c2f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.639871609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"da547b8f-cc90-4551-a5b0-34747c04ff59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.679822395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7da9d53d-847c-48b4-a0a3-509a05799db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.745063178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"7da9d53d-847c-48b4-a0a3-509a05799db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.780813041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"cfb02dc8-c2c9-499b-8b1c-312a1db87375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.840649392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"cfb02dc8-c2c9-499b-8b1c-312a1db87375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.883626118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"0aae97ef-751f-4e12-af11-15b7ff2e342c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:50.944256178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"0aae97ef-751f-4e12-af11-15b7ff2e342c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.038251729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"108d7041-e279-46dd-bd5a-ef6023e592cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.038779865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"1fa0979c-443b-4eab-8f2f-fb99e7d481a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.09899302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"1fa0979c-443b-4eab-8f2f-fb99e7d481a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.099244438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"108d7041-e279-46dd-bd5a-ef6023e592cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.196074753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca46b29b-255e-4a68-871a-f4ac5ea95846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.242017848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e15f44e9-79dd-407c-b5d3-5b8a4a38f235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.257327178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca46b29b-255e-4a68-871a-f4ac5ea95846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.301770194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"e15f44e9-79dd-407c-b5d3-5b8a4a38f235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.316251818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca46b29b-255e-4a68-871a-f4ac5ea95846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.345575434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"05fadc63-ab33-48ea-9220-192021ef014e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:51.404109178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"05fadc63-ab33-48ea-9220-192021ef014e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.061384104Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"d5193824-8cc9-40ae-a7cf-f0260326df64","namespace":"llm","name":"e2e-dft-del-df15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.226498931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"52f75bd4-8a3d-40af-8d70-34e76990f8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.226550695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"7d73747f-0f13-4af1-b78e-995921b80ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.279914143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c050aab6-2a59-4712-b94e-14944fd24d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.279923398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffb96093-61ca-443b-838c-3be9c5b1b0ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.28150926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"6b199567-b300-4ecc-ac5a-9763d8fa3c89","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.286241951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"52f75bd4-8a3d-40af-8d70-34e76990f8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.286248949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"7d73747f-0f13-4af1-b78e-995921b80ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.342107597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"6b199567-b300-4ecc-ac5a-9763d8fa3c89","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.342149183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c050aab6-2a59-4712-b94e-14944fd24d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.345719095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffb96093-61ca-443b-838c-3be9c5b1b0ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.40071406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c050aab6-2a59-4712-b94e-14944fd24d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.401323249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"6b199567-b300-4ecc-ac5a-9763d8fa3c89","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.402693843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffb96093-61ca-443b-838c-3be9c5b1b0ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.563607279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"109be2c4-08be-4397-a2f7-4c42f6280e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.56364484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a284f344-4246-44b4-a586-dc31535870e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.563996102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"4ffb8444-27b3-4f09-a685-d75882fa8f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.622713119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a284f344-4246-44b4-a586-dc31535870e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.625999616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"109be2c4-08be-4397-a2f7-4c42f6280e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.627063901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"4ffb8444-27b3-4f09-a685-d75882fa8f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.663290829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"4a19ee62-94ac-415c-b436-b07e243659b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.663315619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"125d1d3a-e095-4423-8c97-dce017a175a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.722830148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"4a19ee62-94ac-415c-b436-b07e243659b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.723432127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"125d1d3a-e095-4423-8c97-dce017a175a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.830661417Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"75873996-be95-4d2c-8269-4b87d323ae4f","namespace":"llm","name":"e2e-dft-del-df15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:54.999813583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"26c5f165-87eb-4e10-a26f-937239e96241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.002917949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"1743847b-4d85-4be7-b827-2536a9356d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.003170342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"98cd605a-9dbb-446d-86f9-288206d0e5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.05802285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"26c5f165-87eb-4e10-a26f-937239e96241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.062430835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"98cd605a-9dbb-446d-86f9-288206d0e5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.062615883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"1743847b-4d85-4be7-b827-2536a9356d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.152892223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d01dac37-0c48-4b0f-8dba-4746883eebab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.152895838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"731baef7-43ee-4902-a94e-3ddd39a13bab","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.213568975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d01dac37-0c48-4b0f-8dba-4746883eebab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.214275603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"731baef7-43ee-4902-a94e-3ddd39a13bab","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.270960352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d01dac37-0c48-4b0f-8dba-4746883eebab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.271300081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"731baef7-43ee-4902-a94e-3ddd39a13bab","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.428363974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"32bef0a9-5fde-478e-9891-75cca84eb17e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.428489894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"1e8d8285-2219-4183-94d6-b522ff92464f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.432451379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"1da2fb52-5997-4ab7-9bbd-12d0e8212021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.432499753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"0c24a461-688d-4a19-a358-f61f9fd50127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.481896819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64bb5ea2-c96e-4abb-8625-6cfcecfbe40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.488209704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"32bef0a9-5fde-478e-9891-75cca84eb17e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.492697727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"1da2fb52-5997-4ab7-9bbd-12d0e8212021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.492852788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"1e8d8285-2219-4183-94d6-b522ff92464f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.499758441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"0c24a461-688d-4a19-a358-f61f9fd50127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.541068316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64bb5ea2-c96e-4abb-8625-6cfcecfbe40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.598166907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64bb5ea2-c96e-4abb-8625-6cfcecfbe40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.761602127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f3191e38-2490-4a25-9e59-99a8ed6e8de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.815382119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"dbb27ef3-2ab5-403b-b63e-a0a36cc1f9bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.816146853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"fc4779a7-181d-4c24-b9b5-967d66711892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.819924409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"f3191e38-2490-4a25-9e59-99a8ed6e8de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.874985317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"dbb27ef3-2ab5-403b-b63e-a0a36cc1f9bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.875497382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"fc4779a7-181d-4c24-b9b5-967d66711892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.959625794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3dbf2db-b101-41d6-a903-06b967b6d85b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:55.959650103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3dbf2db-b101-41d6-a903-06b967b6d85b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.014723818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"b61fed18-e44b-4cda-99d1-9bff944e8aa6","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.014765002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"b61fed18-e44b-4cda-99d1-9bff944e8aa6","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.068813941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"04396364-13ef-4d45-b025-8cbf1fd0ed7e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.068836754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"04396364-13ef-4d45-b025-8cbf1fd0ed7e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.069158379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30995d53-338d-4de6-850f-a79071c0ffb1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.06917408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30995d53-338d-4de6-850f-a79071c0ffb1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.069406716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e7c26f05-b53c-4fc8-b5d4-d85e52f20959","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.06941678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e7c26f05-b53c-4fc8-b5d4-d85e52f20959","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.06964216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6493bb24-37bf-46c3-ad23-737e50c94b94","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.069651439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6493bb24-37bf-46c3-ad23-737e50c94b94","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.069854934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a1668af8-f851-44bc-a501-b3cc23ad80ed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.069864887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a1668af8-f851-44bc-a501-b3cc23ad80ed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.070066969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0122edf4-2ef3-462b-bd3f-4e1e5d7b06d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.070077699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0122edf4-2ef3-462b-bd3f-4e1e5d7b06d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.070313645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d66e82-71fb-472b-a5bf-3cf0f524082c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.07032426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d66e82-71fb-472b-a5bf-3cf0f524082c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.175766861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"084fb39f-8747-4510-998d-0947268f1773","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.176458342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29665628-cecc-4ac7-8f12-adaf5a0608c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.184837755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a98b829-bdfc-43e8-be82-bd0c372475d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.188232293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2a9edf3-f108-4a0e-af90-ca2e9434fea1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.234900054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"084fb39f-8747-4510-998d-0947268f1773","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.249286383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29665628-cecc-4ac7-8f12-adaf5a0608c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.277835043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbebf4be-ba35-43b3-8e89-a0d3b9b1f401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.291690153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"084fb39f-8747-4510-998d-0947268f1773","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.306052321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29665628-cecc-4ac7-8f12-adaf5a0608c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.336189357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbebf4be-ba35-43b3-8e89-a0d3b9b1f401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.392883702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbebf4be-ba35-43b3-8e89-a0d3b9b1f401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.405172004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"24be0ac9-2c50-486d-9f2d-101197588eb7","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.405199535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"24be0ac9-2c50-486d-9f2d-101197588eb7","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.41429404Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-df15a9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-df15a9","reconcileID":"e8af3235-2cef-4946-88a7-a869827bb2c6","namespace":"llm","name":"e2e-dft-del-df15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.459556726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff9a95a7-14e0-4029-bfc0-53544da3db2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.459578699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff9a95a7-14e0-4029-bfc0-53544da3db2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.459971205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03532adf-ed79-4cb2-a70a-2cc6a76e8087","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.459987489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03532adf-ed79-4cb2-a70a-2cc6a76e8087","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.57588945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a49cd409-3a19-4c3c-965f-591360441344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.576031664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"6ca62668-21eb-43c8-b6cf-9b7e6e47cf13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.6291498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86479df1-3f2e-4eee-bc17-be38f56d4115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.629927952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"60c5b23d-8da3-4e81-9ab2-327872eb00d3","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.634736321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"6ca62668-21eb-43c8-b6cf-9b7e6e47cf13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.635040236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"a49cd409-3a19-4c3c-965f-591360441344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.675592862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c8053756-87cc-46fc-88a7-220e95515724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.688049313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86479df1-3f2e-4eee-bc17-be38f56d4115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.688635699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"60c5b23d-8da3-4e81-9ab2-327872eb00d3","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.734609665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"c8053756-87cc-46fc-88a7-220e95515724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.745386703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86479df1-3f2e-4eee-bc17-be38f56d4115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.74554147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"60c5b23d-8da3-4e81-9ab2-327872eb00d3","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.777305533Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.935041361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bc4accc6-1a5b-4c5c-bbab-939121fe8ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.935041359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"5bdc97d7-242c-4971-b2f6-76b5de91951f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.993236354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"5bdc97d7-242c-4971-b2f6-76b5de91951f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:56.994386352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"bc4accc6-1a5b-4c5c-bbab-939121fe8ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.002806081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"2a5186de-d898-41c6-be87-53b033c16e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.056286253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e333d3-d153-4209-91e8-216535132b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.056695452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d3fedbf4-a777-4458-9ab0-b0948ce1c180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.060915216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"2a5186de-d898-41c6-be87-53b033c16e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.11575911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"d3fedbf4-a777-4458-9ab0-b0948ce1c180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.11627187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e333d3-d153-4209-91e8-216535132b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.174863908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e333d3-d153-4209-91e8-216535132b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.336473951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"577b2e34-9bfa-4bd2-ade3-2973aba05692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.363213455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ce735770-e5e5-4892-bdf7-6c4b5db7ee66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.368827533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4646e086-80e2-433f-acea-1bf2d427354f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.39479482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"577b2e34-9bfa-4bd2-ade3-2973aba05692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.422461927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"ce735770-e5e5-4892-bdf7-6c4b5db7ee66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.427052166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"4646e086-80e2-433f-acea-1bf2d427354f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.737114487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"0bfd68f0-d5a0-4041-938f-171a32313176","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.737232375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac0ec56f-81f4-433c-86c5-fc2d9c4f10ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.790398356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6eb4de3-cc0a-45f1-af8d-bb37d38d4d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.795686777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac0ec56f-81f4-433c-86c5-fc2d9c4f10ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.796920727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"0bfd68f0-d5a0-4041-938f-171a32313176","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.850743144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6eb4de3-cc0a-45f1-af8d-bb37d38d4d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.853406718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac0ec56f-81f4-433c-86c5-fc2d9c4f10ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.85406004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"0bfd68f0-d5a0-4041-938f-171a32313176","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:31:57.907462439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6eb4de3-cc0a-45f1-af8d-bb37d38d4d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:03.738186116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f832f8da-7891-45f9-b25b-e8f4abe46adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:03.794025148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f832f8da-7891-45f9-b25b-e8f4abe46adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:03.853274986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f832f8da-7891-45f9-b25b-e8f4abe46adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:03.907925619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f832f8da-7891-45f9-b25b-e8f4abe46adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:04.239897836Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ce67a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ce67a7","reconcileID":"176db295-5984-4e0d-8253-fd0d8ee55930","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ce67a7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-ce67a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:05.980356178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49109d1-6775-4731-9f6b-1c936397ff51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:06.044597621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49109d1-6775-4731-9f6b-1c936397ff51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:06.101017712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49109d1-6775-4731-9f6b-1c936397ff51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:06.157428546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49109d1-6775-4731-9f6b-1c936397ff51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.076413364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"6993235e-3154-425e-b621-62f3199826c0","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.076439937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc839d65-f9cf-40e1-b970-da34dc8b2a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.137990526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc839d65-f9cf-40e1-b970-da34dc8b2a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.138205927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"6993235e-3154-425e-b621-62f3199826c0","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.176690698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84fbaa1c-f44f-4008-a03b-a5d548dd5418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.197162557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc839d65-f9cf-40e1-b970-da34dc8b2a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.198831612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"6993235e-3154-425e-b621-62f3199826c0","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.236461561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84fbaa1c-f44f-4008-a03b-a5d548dd5418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.237722279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a114bd-a312-4cda-a6ac-8c7c8155e04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.292282437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a114bd-a312-4cda-a6ac-8c7c8155e04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.296191598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84fbaa1c-f44f-4008-a03b-a5d548dd5418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.347400259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a114bd-a312-4cda-a6ac-8c7c8155e04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:08.402473693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a114bd-a312-4cda-a6ac-8c7c8155e04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:18.413015305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31d2fc18-9098-43e3-aec4-477529ed6ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:18.413081282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"e6238510-4f0f-44b5-93fc-90c47cf4e0f5","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:18.471102579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"e6238510-4f0f-44b5-93fc-90c47cf4e0f5","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:18.471181323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31d2fc18-9098-43e3-aec4-477529ed6ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:18.513840822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2bc11c5-bac0-4a18-8603-dfe36ae2fa76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:18.532606522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"e6238510-4f0f-44b5-93fc-90c47cf4e0f5","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:18.53294069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31d2fc18-9098-43e3-aec4-477529ed6ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:18.571808013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2bc11c5-bac0-4a18-8603-dfe36ae2fa76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:18.632391855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2bc11c5-bac0-4a18-8603-dfe36ae2fa76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:26.778750345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.746610775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c821681a-5a63-4bd5-b35d-7571cd425812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.74667603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"8cb44320-08c4-491a-a713-c143e59d5b0e","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.753112246Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.753176628Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.753230255Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","tenant":"e2e-shared-a-w1-1aadcd","tenantID":"e2e-shared-a-w1-1aadcd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.804932653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"8cb44320-08c4-491a-a713-c143e59d5b0e","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.804969466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c821681a-5a63-4bd5-b35d-7571cd425812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.808852249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-1aadcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.847142995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f3484ef-0428-4167-8f6b-ca8d169a0105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.861876107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"8cb44320-08c4-491a-a713-c143e59d5b0e","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.862599367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c821681a-5a63-4bd5-b35d-7571cd425812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.873090181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"Service","name":"maas-api-e2e-shared-a-w1-1aadcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.906787257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f3484ef-0428-4167-8f6b-ca8d169a0105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.932670907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-1aadcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.964236119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f3484ef-0428-4167-8f6b-ca8d169a0105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:28.990882933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-1aadcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.051010589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.109024163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.165535213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.223809086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.278022299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.332054263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.385691265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.439627979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.493992628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.547303437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.600552831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.657736419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.711822921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.766842388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.830505546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-1aadcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:29.884447563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1aadcd"},"namespace":"ai-tenant-e2e-shared-a-w1-1aadcd","name":"default-tenant","reconcileID":"2cda0673-7ee4-43c9-bb65-6168006928a1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-1aadcd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:30.600878691Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-1aadcd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-1aadcd","reconcileID":"5fe94be9-eaa4-430d-86f1-5ee220994fda","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-1aadcd","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-1aadcd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:31.811523653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab909005-3f97-4b83-8cde-1a62d0489b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:31.866246008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab909005-3f97-4b83-8cde-1a62d0489b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:31.920313818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab909005-3f97-4b83-8cde-1a62d0489b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:31.974283864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab909005-3f97-4b83-8cde-1a62d0489b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:34.015267499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5fd369-5961-48e8-801c-584a05a6c5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:34.069457328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5fd369-5961-48e8-801c-584a05a6c5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:34.123864025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5fd369-5961-48e8-801c-584a05a6c5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:34.177957124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5fd369-5961-48e8-801c-584a05a6c5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:35.218591685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"080b258c-1874-4cef-a78e-3c9d6b4026a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:35.318691702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"1e021a62-a887-486c-b4e5-f18ba4bd3d81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:35.544513894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"495b710c-7ad3-433d-843e-472fc5cf5bb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:35.617537378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"634e92d7-e329-4a07-9260-be0a8a0b6b3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:36.015624018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"299437d6-f8a7-4a63-863b-0fa624c9670d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:36.141585011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"c4bc0d12-6e94-4a29-b0a5-8dad41d2f06e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:36.243535544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"e8799725-7bde-45ab-8b5a-2301649be5b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:36.343473189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"0228f5dc-317b-4747-8fc4-82472618874f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:36.644776598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"2cc2b6ba-5ebe-4bd7-8ded-a7ee3a74513c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:36.836283602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"f318e1fb-a58c-4f6a-80e6-a4dccbe31be4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:36.936731809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"fdfbaf52-8dfd-47d5-b28b-68ae65d7f1ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:37.090245395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"0007b9d3-ea3c-4ae1-9054-a3b066a7b44c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:38.796113043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19dbc539-ffb3-4e85-87d9-6e1e301031a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:38.850308946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19dbc539-ffb3-4e85-87d9-6e1e301031a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:38.904156494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19dbc539-ffb3-4e85-87d9-6e1e301031a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:38.959574986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19dbc539-ffb3-4e85-87d9-6e1e301031a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.181179847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"97f47dba-5052-438d-b3c3-8398f97d37bf","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.181318389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"935dc40f-7dbf-499d-8a0c-82f506b23c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.181644885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0336856-74f7-4a5d-a14a-a39e01a3d2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.240022762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"97f47dba-5052-438d-b3c3-8398f97d37bf","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.240312973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"935dc40f-7dbf-499d-8a0c-82f506b23c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.242499072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0336856-74f7-4a5d-a14a-a39e01a3d2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.568377901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c18b9c3d-32b5-43dd-9e1c-be9a6aa32106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.568399883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c18b9c3d-32b5-43dd-9e1c-be9a6aa32106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.571118755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10f93384-9269-49f6-9e89-6b2e4b1e7ab5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.571152688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10f93384-9269-49f6-9e89-6b2e4b1e7ab5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.730920733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"71970b6e-01e3-43b8-aa36-8db3df5d5562","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:39.730948931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"71970b6e-01e3-43b8-aa36-8db3df5d5562","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:40.966720477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e4064f-00dd-4170-9a61-c272c708e11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:41.021202072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e4064f-00dd-4170-9a61-c272c708e11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:41.076361746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e4064f-00dd-4170-9a61-c272c708e11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:41.131281901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e4064f-00dd-4170-9a61-c272c708e11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.031923483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"8a7f7099-8b31-4998-855b-97ce9069b3be","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.031960777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"8a7f7099-8b31-4998-855b-97ce9069b3be","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:32:42.087708261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"0e873f2b-77ea-4dd0-b03d-f5a24cc47c6e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-680d9d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.223512704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"090eddab-2ff1-4ca7-9003-ce585e0215dd","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.223546172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"090eddab-2ff1-4ca7-9003-ce585e0215dd","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.223781024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"ae4edf67-a7af-4e3f-ad38-090d08d35105","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.223809615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5e6f253-af9b-4651-8b1b-281affc8393f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.224229147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a05fa41-4e8b-4b77-a69a-ad2836873498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.335571381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"509b44d7-7507-4b77-8691-8b168041123b","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.3356017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"509b44d7-7507-4b77-8691-8b168041123b","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.353022804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5e6f253-af9b-4651-8b1b-281affc8393f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:32:42.357697949Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a05fa41-4e8b-4b77-a69a-ad2836873498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:32:42.357724953Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"ae4edf67-a7af-4e3f-ad38-090d08d35105","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.409456126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5e6f253-af9b-4651-8b1b-281affc8393f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:32:42.415947746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"ae4edf67-a7af-4e3f-ad38-090d08d35105","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:32:42.417029599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a05fa41-4e8b-4b77-a69a-ad2836873498","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.443999156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"eb53aad4-8a3d-4739-ab70-f6117d4088f6","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.444028465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"eb53aad4-8a3d-4739-ab70-f6117d4088f6","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.606036945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"0104ae65-71a3-408d-adeb-cac930285420","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.606087337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"0104ae65-71a3-408d-adeb-cac930285420","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.609468142Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"146c7609-a82f-4729-a53e-d9f84fa1680d","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-680d9d","model":"e2e-dft-680d9d","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-680d9d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.657865484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8124b72c-d993-44c3-8c78-2435d35eae73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.657864822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"46126990-eaf8-486e-ad8c-acccbcd40596","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.660218849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3144ef3a-1abf-47b7-a0a3-f7a04059ff4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.660237596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3144ef3a-1abf-47b7-a0a3-f7a04059ff4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.660563827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bce65c7e-08f5-419f-a7b0-d6446ea5f7b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.66057615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bce65c7e-08f5-419f-a7b0-d6446ea5f7b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.717560996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"46126990-eaf8-486e-ad8c-acccbcd40596","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.718233714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8124b72c-d993-44c3-8c78-2435d35eae73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.730011812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d12be7ae-1956-497f-82d6-0b6b20f41098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.775554549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"46126990-eaf8-486e-ad8c-acccbcd40596","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.77596782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8124b72c-d993-44c3-8c78-2435d35eae73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.787607083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d12be7ae-1956-497f-82d6-0b6b20f41098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.844428558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d12be7ae-1956-497f-82d6-0b6b20f41098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.887693821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"42eb82be-25dc-47d9-a3ca-63d3cd290952","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.887721996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"42eb82be-25dc-47d9-a3ca-63d3cd290952","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.995734806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"a552f7c4-b9d2-4523-b5bd-04411f1e1750","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:42.995762207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"a552f7c4-b9d2-4523-b5bd-04411f1e1750","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:43.092396192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc667b-7af5-48d5-b258-2dfc27eef729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:43.092913692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91545cbe-8ae1-4a6d-9adf-58dc48883f33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:43.092932365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91545cbe-8ae1-4a6d-9adf-58dc48883f33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:43.103336259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"d9439b99-acad-449f-bed7-a7c03fe504b4","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-680d9d","model":"llm/e2e-dft-680d9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:43.146580593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc667b-7af5-48d5-b258-2dfc27eef729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:43.201047235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc667b-7af5-48d5-b258-2dfc27eef729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:43.255277524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc667b-7af5-48d5-b258-2dfc27eef729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:45.205468025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0a8dbc-15d4-41f8-9ddf-e5d6df3666a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:45.259454804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0a8dbc-15d4-41f8-9ddf-e5d6df3666a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:45.313358294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0a8dbc-15d4-41f8-9ddf-e5d6df3666a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:45.367265116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0a8dbc-15d4-41f8-9ddf-e5d6df3666a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:47.313104522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c92aaf9-b5ba-4859-b366-5a7955f47ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:47.36772387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c92aaf9-b5ba-4859-b366-5a7955f47ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:47.421630485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c92aaf9-b5ba-4859-b366-5a7955f47ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:47.475932158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c92aaf9-b5ba-4859-b366-5a7955f47ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:50.884686226Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","namespace":"ai-tenant-e2e-extmod-a-6a0a54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:50.884744007Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","namespace":"ai-tenant-e2e-extmod-a-6a0a54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:50.884798613Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","tenant":"e2e-extmod-a-6a0a54","tenantID":"e2e-extmod-a-6a0a54","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:50.941627606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"Deployment","name":"maas-api-e2e-extmod-a-6a0a54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.005370794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"Service","name":"maas-api-e2e-extmod-a-6a0a54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.061773723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-6a0a54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.120563102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-6a0a54","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.176497762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.233335929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.295609749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.354235813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.408519435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.462645689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.517261514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"Service","name":"payload-processing-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.571421277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.625448429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.679459048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.733428153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.79056364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.846046757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.900217297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:51.95462243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-6a0a54","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:52.010091582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6a0a54"},"namespace":"ai-tenant-e2e-extmod-a-6a0a54","name":"default-tenant","reconcileID":"0ca39e82-0771-4247-a213-ba7d740d0bb7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-6a0a54","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:52.785461056Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6a0a54","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6a0a54","reconcileID":"c9ca8811-affb-4e75-ad52-93b760dd2b59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6a0a54","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-6a0a54"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.066338482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e1fdd5d-a73e-44ba-8fd9-e0a1611fee62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.066526045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"7025070e-b4db-4206-b019-b3c8d5e46cb4","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.066975933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b62c8cd6-c7b5-4bb5-9a83-3c94db9c9043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.125018826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b62c8cd6-c7b5-4bb5-9a83-3c94db9c9043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.12534587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e1fdd5d-a73e-44ba-8fd9-e0a1611fee62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.12859898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"7025070e-b4db-4206-b019-b3c8d5e46cb4","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.181705619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b62c8cd6-c7b5-4bb5-9a83-3c94db9c9043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.181785634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e1fdd5d-a73e-44ba-8fd9-e0a1611fee62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.185417574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"7025070e-b4db-4206-b019-b3c8d5e46cb4","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.927767684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efbaa15-6052-406d-8f34-0a62b0388142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:53.983530983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efbaa15-6052-406d-8f34-0a62b0388142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:54.039442985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efbaa15-6052-406d-8f34-0a62b0388142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:54.09337808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efbaa15-6052-406d-8f34-0a62b0388142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:56.034204414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de98284e-cc1f-46bb-a025-947e0e7f697f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:56.088645297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de98284e-cc1f-46bb-a025-947e0e7f697f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:56.143183683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de98284e-cc1f-46bb-a025-947e0e7f697f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:56.197160821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de98284e-cc1f-46bb-a025-947e0e7f697f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:56.777814394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:58.135092701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df52f4b-9f48-4ca8-b648-7c5a15be74bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:58.188877535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df52f4b-9f48-4ca8-b648-7c5a15be74bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:58.242768293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df52f4b-9f48-4ca8-b648-7c5a15be74bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:32:58.298552709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df52f4b-9f48-4ca8-b648-7c5a15be74bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:00.378410824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e54621-77fd-462e-b8bd-cac16b93f575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:00.43547801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e54621-77fd-462e-b8bd-cac16b93f575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:00.490993989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e54621-77fd-462e-b8bd-cac16b93f575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:00.547368802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e54621-77fd-462e-b8bd-cac16b93f575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:02.730370773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e4185e-d407-4cb2-86f9-319424adb2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:02.784504961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e4185e-d407-4cb2-86f9-319424adb2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:02.838755169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e4185e-d407-4cb2-86f9-319424adb2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:02.893048142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e4185e-d407-4cb2-86f9-319424adb2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:03.399214987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cf8a500-fb49-45c5-a8ac-f7cee0e25ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:03.399881797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff1d5483-b397-4070-bd22-e154e8bcb150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:03.408634809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"1fa8d329-4839-466a-863d-4e2d2a89191d","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:03.4583723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cf8a500-fb49-45c5-a8ac-f7cee0e25ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:03.461118126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff1d5483-b397-4070-bd22-e154e8bcb150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:03.468082725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"1fa8d329-4839-466a-863d-4e2d2a89191d","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:03.521396127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cf8a500-fb49-45c5-a8ac-f7cee0e25ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:03.522097856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff1d5483-b397-4070-bd22-e154e8bcb150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:03.525332279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"1fa8d329-4839-466a-863d-4e2d2a89191d","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:04.863852812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30edc4be-bddd-4343-8d60-3277f92aae75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:04.918054345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30edc4be-bddd-4343-8d60-3277f92aae75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:04.972140949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30edc4be-bddd-4343-8d60-3277f92aae75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:05.026088549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30edc4be-bddd-4343-8d60-3277f92aae75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:06.075646921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"40e0eafd-44f3-42fa-a861-df6d731ed6d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:06.205426913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"91b2d79e-7933-46aa-be3a-38b54faf7dfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:06.304816824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"fbde3266-8dba-4a3f-8380-c72fedcf75ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:06.520884372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"e759f2a6-7508-4b48-bfc6-a638d0f0607d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:06.77211735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"121f5f6a-16cc-4b16-9524-d5bd2652bc01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:06.981008525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"a1d0dcb6-e4bc-46fa-9eac-b8dde9be45c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:07.20265938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b421f09-6678-4031-b328-abb5762f24f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:07.326839318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"05c4d67b-77ec-4ab3-b2da-3bc51e21d400","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:07.360026313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"5fe1bcba-8bf0-4a4f-aab6-5f52ba23a8df","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-680d9d","model":"llm/e2e-dft-680d9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:07.512875144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"da6a460c-a67c-4707-ac63-faad5d0f857d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:07.613579758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"4bd4952f-ab57-4e3d-ab8e-74f8c12e1c4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:07.641021534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"df517b78-eebd-4cc8-9bbb-76e8936df3df","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:07.641052129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"df517b78-eebd-4cc8-9bbb-76e8936df3df","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:07.713950235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9efe587e-ae51-4c08-b15e-4e4abe1c1757","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:07.814477674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"98f5f06d-9d29-49f0-8b23-cd2c991f96ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.040553602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"a38ac4bf-73fe-46ae-901f-6e558c076ce7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14db1d","tenantID":"e2e-extmod-a-14db1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.159993238Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"a38ac4bf-73fe-46ae-901f-6e558c076ce7","name":"e2e-extmod-a-14db1d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.217499506Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","namespace":"ai-tenant-e2e-extmod-b-4f14bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.217555367Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","namespace":"ai-tenant-e2e-extmod-b-4f14bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.217643964Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","tenant":"e2e-extmod-b-4f14bd","tenantID":"e2e-extmod-b-4f14bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.249372453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3cc92c-e7f6-4670-912a-97328864071d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.249555688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"a370acbe-d5fb-4d60-8195-1130d2821a62","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.249372522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef654c75-b6ba-4cb0-8530-cd2552505d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.273716295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4f14bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.308304081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"a370acbe-d5fb-4d60-8195-1130d2821a62","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.308716448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3cc92c-e7f6-4670-912a-97328864071d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.313009093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef654c75-b6ba-4cb0-8530-cd2552505d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.337896928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"Service","name":"maas-api-e2e-extmod-b-4f14bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.366733678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"a370acbe-d5fb-4d60-8195-1130d2821a62","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.366905362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3cc92c-e7f6-4670-912a-97328864071d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.371437926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef654c75-b6ba-4cb0-8530-cd2552505d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.396601558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4f14bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.457228486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4f14bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.481672774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"09c5f019-4b6f-4d54-969e-caae92207213","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.481708987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"09c5f019-4b6f-4d54-969e-caae92207213","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.514025439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.536680349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61b19f08-cb35-4663-b207-f4609d78ce33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.536701704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61b19f08-cb35-4663-b207-f4609d78ce33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.537057075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a4fa17-9d4b-4eb4-a2ea-ef78fc945671","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.537070334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9a4fa17-9d4b-4eb4-a2ea-ef78fc945671","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.569841898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.628577474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.68488181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.738980413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.792637788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.84669871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"Service","name":"payload-processing-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.900561447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:08.954462393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:09.008254249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:09.062092406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:09.119503093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:09.172990016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:09.226697917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:09.280809701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4f14bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:09.334688866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f14bd"},"namespace":"ai-tenant-e2e-extmod-b-4f14bd","name":"default-tenant","reconcileID":"5ccf7242-3398-41a4-9315-81e8d02d14b5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4f14bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:14.240189114Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4f14bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4f14bd","reconcileID":"4ffd1c01-9422-4ee2-8475-6e4b21d84366","aitenant":"ai-tenants/e2e-extmod-b-4f14bd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:14.715783115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0bc0ef-432d-4bc7-9948-82675293a972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:14.769922455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0bc0ef-432d-4bc7-9948-82675293a972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:14.823805486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0bc0ef-432d-4bc7-9948-82675293a972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:14.877874483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0bc0ef-432d-4bc7-9948-82675293a972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:15.057508457Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4f14bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4f14bd","reconcileID":"4ffd1c01-9422-4ee2-8475-6e4b21d84366","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4f14bd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4f14bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:16.925978503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52c280f-2048-4a51-9833-628592338fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:16.980020914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52c280f-2048-4a51-9833-628592338fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:17.03488667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52c280f-2048-4a51-9833-628592338fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:17.093577881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52c280f-2048-4a51-9833-628592338fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:18.687934435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"16162e45-aec1-4794-af23-7ec4586b983d","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:18.687969744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eb5553f-ac61-43f7-a189-bc2af435759d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:18.688461275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d662dcde-e3ea-468d-b37e-870c517a8e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:18.746659863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d662dcde-e3ea-468d-b37e-870c517a8e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:18.746861903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eb5553f-ac61-43f7-a189-bc2af435759d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:18.74899021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"16162e45-aec1-4794-af23-7ec4586b983d","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:18.803900679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d662dcde-e3ea-468d-b37e-870c517a8e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:18.803960594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eb5553f-ac61-43f7-a189-bc2af435759d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:18.805902756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"16162e45-aec1-4794-af23-7ec4586b983d","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:19.098290992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f82fcfa-d771-42a0-9ebb-faf49500c421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:19.152330986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f82fcfa-d771-42a0-9ebb-faf49500c421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:19.206538443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f82fcfa-d771-42a0-9ebb-faf49500c421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:19.261323832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f82fcfa-d771-42a0-9ebb-faf49500c421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:21.211825477Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0d6dc8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0d6dc8","reconcileID":"63827f54-0c02-4903-aff2-2e1d87bcb6aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0d6dc8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-0d6dc8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:21.238576765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3b42ba-1111-4c2f-a914-c77b2400d5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:21.292596859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3b42ba-1111-4c2f-a914-c77b2400d5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:21.346627922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3b42ba-1111-4c2f-a914-c77b2400d5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:21.403446641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3b42ba-1111-4c2f-a914-c77b2400d5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:23.437182092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af1a897-7935-4dda-856e-6275de0cf801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:23.491201632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af1a897-7935-4dda-856e-6275de0cf801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:23.545620967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af1a897-7935-4dda-856e-6275de0cf801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:23.601917266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af1a897-7935-4dda-856e-6275de0cf801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:25.580463883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296837c9-5c9f-4e94-b5a7-64fe8621b5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:25.63461083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296837c9-5c9f-4e94-b5a7-64fe8621b5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:25.688506381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296837c9-5c9f-4e94-b5a7-64fe8621b5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:25.742378923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296837c9-5c9f-4e94-b5a7-64fe8621b5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:26.778539076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:27.704494887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3c2858-ec77-4d89-8bc6-9ee94a4c38e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:27.758765086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3c2858-ec77-4d89-8bc6-9ee94a4c38e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:27.813278326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3c2858-ec77-4d89-8bc6-9ee94a4c38e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:27.86752196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3c2858-ec77-4d89-8bc6-9ee94a4c38e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:29.020794386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666ae852-b785-4cab-a496-41b0dc57ad3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:29.020794972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"223878f2-8260-465c-bead-3e17d652d724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:29.022662608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"de9c7655-939a-4d6b-b555-56c12d94fcbb","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:29.080757481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666ae852-b785-4cab-a496-41b0dc57ad3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:29.080793554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"223878f2-8260-465c-bead-3e17d652d724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:29.083499108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"de9c7655-939a-4d6b-b555-56c12d94fcbb","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:29.138408136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666ae852-b785-4cab-a496-41b0dc57ad3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:29.138571378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"223878f2-8260-465c-bead-3e17d652d724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:29.140213585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"de9c7655-939a-4d6b-b555-56c12d94fcbb","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:35.464497392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"c819aa76-0bae-4cb2-a67a-c87f36224a05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ce67a7","tenantID":"e2e-inf-a-ce67a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:35.58291542Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"c819aa76-0bae-4cb2-a67a-c87f36224a05","name":"e2e-inf-a-ce67a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:39.35642039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a7ae05b-9799-4891-9d53-79f82b1431fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:39.356420392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e09d176-3182-4823-81c5-98d43c72fc15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:39.357186252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d493e780-4aa8-474b-96e0-03d4a4425e72","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:39.416401689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d493e780-4aa8-474b-96e0-03d4a4425e72","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:39.416434765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e09d176-3182-4823-81c5-98d43c72fc15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:39.418747237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a7ae05b-9799-4891-9d53-79f82b1431fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:39.47447311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"d493e780-4aa8-474b-96e0-03d4a4425e72","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:39.474734772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e09d176-3182-4823-81c5-98d43c72fc15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:39.476193023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a7ae05b-9799-4891-9d53-79f82b1431fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:49.691950276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"49ab3069-4ade-41ea-98a9-453027f89619","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:49.692071904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e394e9d3-0410-420c-beaa-d5c631bba92a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:49.691950757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69c7f02e-e327-436d-b62c-b0bd340a5f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:49.751455282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"49ab3069-4ade-41ea-98a9-453027f89619","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:49.752476765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e394e9d3-0410-420c-beaa-d5c631bba92a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:49.754830748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69c7f02e-e327-436d-b62c-b0bd340a5f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:50.076473487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"85d6b913-8e66-4ba2-a9ba-af900f39e725","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:50.076496237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"85d6b913-8e66-4ba2-a9ba-af900f39e725","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:50.077290261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3de7c76-caf9-452d-8274-18fc6b384685","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:50.077312163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3de7c76-caf9-452d-8274-18fc6b384685","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:50.236300067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"bcead78f-10b5-4cb0-8b9d-d9b321b74481","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:50.23632767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"bcead78f-10b5-4cb0-8b9d-d9b321b74481","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:33:56.778572604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:03.226871353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d4220d-1d7c-4d73-92ae-8c8cf82bb4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:03.28122587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d4220d-1d7c-4d73-92ae-8c8cf82bb4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:03.336087582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d4220d-1d7c-4d73-92ae-8c8cf82bb4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:03.391014199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d4220d-1d7c-4d73-92ae-8c8cf82bb4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:05.234378432Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"5cbfdefb-c949-4d9c-8bbc-d488cc81b85b","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:05.234438886Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"5cbfdefb-c949-4d9c-8bbc-d488cc81b85b","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:05.234504409Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"5cbfdefb-c949-4d9c-8bbc-d488cc81b85b","aitenant":"ai-tenants/e2e-shared-b-w1-89a8e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:19.93896907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"0e9cf68d-4fca-4827-9ef3-c391b7cb66d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:20.097552566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"9afa01aa-22bf-4cbe-845e-64dbddef8d73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:20.19837259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"34c417f1-1084-4245-b8eb-4037f3f4ad70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:20.46802495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfc97638-fe15-43b9-ade7-d39f38f1de60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:20.59431527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"d10030f5-e730-4888-8ac8-77c4e84da171","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:20.694219944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"37d1797e-cabf-4ea5-be86-6136058c371b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:20.79694759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"db3c372e-75b0-4dac-bc8e-981ee8e7332b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:20.961514259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"c242b2fb-4d02-4ec5-bec5-dce7271540c0","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-680d9d","model":"llm/e2e-dft-680d9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:21.155032691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"9b059221-2986-4fc3-aa4d-92f7d8489a33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:21.25554459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"eb34e075-16b6-4872-bdd9-efce4f51ee0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:21.281802245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5d6184c-7a6c-450f-9ef4-63d390d1404c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:21.468880008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"6d1166f0-fac0-4ac0-8cbf-c03dc5488711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:21.653540821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"960237e1-5f8b-4ebb-880f-fc56be18ce27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:26.778843602Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:31.672629953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c137dfd5-664b-434c-b163-50becc52539f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:31.727026125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c137dfd5-664b-434c-b163-50becc52539f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:31.780855863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c137dfd5-664b-434c-b163-50becc52539f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:31.836360726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c137dfd5-664b-434c-b163-50becc52539f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:33.822346154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a62744-8c23-4cca-8655-d26e995f361e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:33.876421465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a62744-8c23-4cca-8655-d26e995f361e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:33.930551835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a62744-8c23-4cca-8655-d26e995f361e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:33.986152183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a62744-8c23-4cca-8655-d26e995f361e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:35.958014932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b209ca1e-dee9-4fce-b310-7a7e02562641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:36.012110861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b209ca1e-dee9-4fce-b310-7a7e02562641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:36.066548082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b209ca1e-dee9-4fce-b310-7a7e02562641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:36.121391322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b209ca1e-dee9-4fce-b310-7a7e02562641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:41.30091533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea54cdd-d651-450c-93b8-004c9ee65386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:41.35505675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea54cdd-d651-450c-93b8-004c9ee65386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:41.409285147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea54cdd-d651-450c-93b8-004c9ee65386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:41.463293526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea54cdd-d651-450c-93b8-004c9ee65386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:43.504153624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6868fe-6e03-440f-b54d-fd4dc6cf8b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:43.558256821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6868fe-6e03-440f-b54d-fd4dc6cf8b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:43.613195455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6868fe-6e03-440f-b54d-fd4dc6cf8b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:43.668825796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6868fe-6e03-440f-b54d-fd4dc6cf8b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:45.359299384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"636c6fd3-1161-42d9-b019-5ec8a8b474b4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d6dc8","tenantID":"e2e-inf-a-0d6dc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:45.47950261Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"636c6fd3-1161-42d9-b019-5ec8a8b474b4","name":"e2e-inf-a-0d6dc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:45.639108547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e8cc36-9c40-48ab-abb4-87e40d9f89f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:45.693086117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e8cc36-9c40-48ab-abb4-87e40d9f89f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:45.747217178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e8cc36-9c40-48ab-abb4-87e40d9f89f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:45.801803721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e8cc36-9c40-48ab-abb4-87e40d9f89f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:47.74576946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ac3f80-181e-4cd1-9409-1e85c2b31f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:47.800835018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ac3f80-181e-4cd1-9409-1e85c2b31f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:47.855447172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ac3f80-181e-4cd1-9409-1e85c2b31f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:47.909705335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ac3f80-181e-4cd1-9409-1e85c2b31f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:34:56.778704072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:02.317040559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"5b802519-3ae4-414c-a1e0-a73d06721225","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:02.419083239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"801f661c-755a-4d4f-b853-cb06551e92fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:02.44193024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"bb5d4e32-37ce-4f75-98f0-8a45faa4a00a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:02.485647593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbae56a-280f-4cd5-bb72-61b354def629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:02.539554735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbae56a-280f-4cd5-bb72-61b354def629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:02.593823413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbae56a-280f-4cd5-bb72-61b354def629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:02.594492011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"9d194146-3e99-4f1f-9c7a-3635db1164ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:02.648378112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cbae56a-280f-4cd5-bb72-61b354def629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:02.810932092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"9373cc11-0376-485e-b3e9-880daf5c2f3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:02.878606623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"66788c02-572c-42af-9214-d97d69cc2745","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:03.085909643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"d20c1038-9c19-4a7e-a3dd-8a13ba4b414f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:03.131997222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0422c945-8a98-4f19-a518-0c212643d2ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:03.392083778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"12485cad-86c8-4161-a7f0-30a30eae5aa4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:03.489797747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"71fd0c68-75d8-4e14-8b64-091b8bcac07b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:03.571028493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"857f0bfd-6fe8-408b-bf51-e8b983966cbf","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-680d9d","model":"llm/e2e-dft-680d9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:03.709321141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"71f7edb9-8b38-40bd-a418-8e64659b63bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:03.957043643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"04d0e453-b4af-40a1-acaf-c6ce75b65dea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:04.600208687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a0ccd8-12f2-4cb6-abd4-68a9b7211483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:04.654510279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a0ccd8-12f2-4cb6-abd4-68a9b7211483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:04.709332911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a0ccd8-12f2-4cb6-abd4-68a9b7211483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:04.763642069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a0ccd8-12f2-4cb6-abd4-68a9b7211483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:09.897528665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4beb10f-d834-480e-8d8f-7394a4c10c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:09.951507454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4beb10f-d834-480e-8d8f-7394a4c10c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:10.005339684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4beb10f-d834-480e-8d8f-7394a4c10c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:10.064432997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4beb10f-d834-480e-8d8f-7394a4c10c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:12.058706414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee1c8ad-ec34-4124-aba7-506e46787ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:12.112814762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee1c8ad-ec34-4124-aba7-506e46787ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:12.166964916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee1c8ad-ec34-4124-aba7-506e46787ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:12.225973389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee1c8ad-ec34-4124-aba7-506e46787ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:14.18922517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e5469b-153a-46b4-9586-b10bbde4319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:14.243253196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e5469b-153a-46b4-9586-b10bbde4319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:14.297859575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e5469b-153a-46b4-9586-b10bbde4319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:14.354880433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e5469b-153a-46b4-9586-b10bbde4319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:16.296718757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d5c76-31e0-4b21-ad76-d2da90a2c9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:16.350717083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d5c76-31e0-4b21-ad76-d2da90a2c9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:16.404750706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d5c76-31e0-4b21-ad76-d2da90a2c9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:16.460322584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d5c76-31e0-4b21-ad76-d2da90a2c9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:26.779680401Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.481494826Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.48155453Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.481604499Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","tenant":"e2e-shared-b-w1-89a8e5","tenantID":"e2e-shared-b-w1-89a8e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.551837705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-89a8e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.615749786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"Service","name":"maas-api-e2e-shared-b-w1-89a8e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.676414053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-89a8e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.735045248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-89a8e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.792384768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.850519185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.909292676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:31.965615271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.019593338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.073391306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.126788644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.180327713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.233800656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.28835823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.342410146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.399710014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.45318837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.506773667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.562536977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-89a8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:32.616305581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-89a8e5"},"namespace":"ai-tenant-e2e-shared-b-w1-89a8e5","name":"default-tenant","reconcileID":"8ceea32c-b617-47c4-b782-d6d81579eafb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-89a8e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:33.34823707Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-89a8e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-89a8e5","reconcileID":"f399a229-7083-435b-ba67-a070510c232f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-89a8e5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-89a8e5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:34.63227748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157f2b57-765f-4f56-8499-9987b09998a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:34.68624694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157f2b57-765f-4f56-8499-9987b09998a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:34.740456014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157f2b57-765f-4f56-8499-9987b09998a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:34.794463898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157f2b57-765f-4f56-8499-9987b09998a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:35.012877919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"6af568da-317d-485e-a357-6d424be05898","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:35.025675983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"b433ec32-20c2-47cf-8c2e-e98082371d3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:35.185020064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"d231f04f-7329-4187-8935-b40c732d04f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:35.604845512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2d2aa1c-2cf5-4850-9cf4-0d60275a93b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:35.707347815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"ebf300da-fefd-419f-99cc-06be051cfc56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:35.809193207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"cc5af61d-3b73-41b4-998c-3327c994006d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:35.809223305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a92b391e-5b6b-4806-8fbe-f67976b3824e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:35.90837765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"649b8d1a-6543-4a47-8153-3aa852e3591b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:36.337118006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"b5e08184-30af-47ee-8534-c840a98ffb84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:36.429930251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"060961c5-bffa-48d2-8a3d-6d7c3ff721d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:36.531936593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"cc5bdacb-f032-4be2-9ec3-ed2eb3d10e06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:36.630372511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"a94bf79a-7099-42f7-986e-a430c36a5d3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:36.796856838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63aa06e0-9f4c-47fc-99b7-8a579e3bc278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:36.800331968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"e5daf46b-00fb-4e97-a971-04e3f13013ef","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-680d9d","model":"llm/e2e-dft-680d9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:36.851292162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63aa06e0-9f4c-47fc-99b7-8a579e3bc278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:36.905209821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63aa06e0-9f4c-47fc-99b7-8a579e3bc278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:36.959040221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63aa06e0-9f4c-47fc-99b7-8a579e3bc278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:39.504567994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f35760f-94b7-4bf2-9452-ad0e152fb38c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:39.558655225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f35760f-94b7-4bf2-9452-ad0e152fb38c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:39.612795575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f35760f-94b7-4bf2-9452-ad0e152fb38c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:39.667041855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f35760f-94b7-4bf2-9452-ad0e152fb38c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:40.11369165Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4d7ac6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4d7ac6","reconcileID":"edb2d956-e15c-43ca-8c44-b7dc20a973be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4d7ac6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-4d7ac6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:41.684561213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879baab9-e20b-402f-9faa-81b859a46866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:41.738682596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879baab9-e20b-402f-9faa-81b859a46866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:41.792479396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879baab9-e20b-402f-9faa-81b859a46866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:41.846457932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879baab9-e20b-402f-9faa-81b859a46866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:43.788946802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8a2636-aa4d-453e-90e1-29ba23d2f27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:43.844324894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8a2636-aa4d-453e-90e1-29ba23d2f27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:43.89943577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8a2636-aa4d-453e-90e1-29ba23d2f27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:43.954938373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8a2636-aa4d-453e-90e1-29ba23d2f27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:45.901262532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889de7d6-c12c-4461-8baf-2dbc0e849568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:45.959435885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889de7d6-c12c-4461-8baf-2dbc0e849568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:46.015077894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889de7d6-c12c-4461-8baf-2dbc0e849568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:46.069035587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889de7d6-c12c-4461-8baf-2dbc0e849568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:48.053286611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80cf4e1-e20c-4940-976b-89b56c9c6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:48.107348203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80cf4e1-e20c-4940-976b-89b56c9c6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:48.161596262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80cf4e1-e20c-4940-976b-89b56c9c6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:48.216296668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80cf4e1-e20c-4940-976b-89b56c9c6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:50.161355868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13130f7-8d0d-45dd-a0ee-1f0cee54ecf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:50.215602901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13130f7-8d0d-45dd-a0ee-1f0cee54ecf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:50.269950311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13130f7-8d0d-45dd-a0ee-1f0cee54ecf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:50.324302591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13130f7-8d0d-45dd-a0ee-1f0cee54ecf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:52.269860138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33a3a09-dd76-4a98-9892-2d9ac4b14be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:52.324461624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33a3a09-dd76-4a98-9892-2d9ac4b14be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:52.378349566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33a3a09-dd76-4a98-9892-2d9ac4b14be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:52.432771888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33a3a09-dd76-4a98-9892-2d9ac4b14be6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.396563253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83799a40-fa4b-42ea-a57d-dd7d301203aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.4504234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83799a40-fa4b-42ea-a57d-dd7d301203aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.504439274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83799a40-fa4b-42ea-a57d-dd7d301203aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.504542751Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","namespace":"ai-tenant-e2e-extmod-a-14db1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.50461154Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","namespace":"ai-tenant-e2e-extmod-a-14db1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.558539582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83799a40-fa4b-42ea-a57d-dd7d301203aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.55868243Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","tenant":"e2e-extmod-a-14db1d","tenantID":"e2e-extmod-a-14db1d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.614768816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"Deployment","name":"maas-api-e2e-extmod-a-14db1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.681755279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"Service","name":"maas-api-e2e-extmod-a-14db1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.747213882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-14db1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.836783828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-14db1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.894900664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:54.950894517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.010688381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.056325511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"e76899df-55ce-4a43-947c-960be516024c","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-680d9d","model":"llm/e2e-dft-680d9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.069825136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.098939379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"93d9f3cd-1a7b-4818-ae0e-f74229884fd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.123789688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.179515534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.19997655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"5fe205c5-4dae-41f7-9b2d-a4715984e9fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.212392859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38ed4d0e-021d-488e-b414-3d2ff833607f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.233733926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"Service","name":"payload-processing-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.287391504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.301262956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"03822a5a-0923-4bda-9ccd-979624e84373","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.340774194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.394111602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.426245194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"372eb4b6-95fe-4cd6-a861-ad2baab5016d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.447465513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.46082108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3036caba-a1d5-4d1c-9027-68c3135ae45e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.504445203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.532377361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"362a1584-dff4-4ac5-bac8-dada9b12e21d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.557990037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.611303116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.665536427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-14db1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.719092564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14db1d"},"namespace":"ai-tenant-e2e-extmod-a-14db1d","name":"default-tenant","reconcileID":"15121d0a-4019-4371-ae13-af61165a0cb3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-14db1d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.731800435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"6bf606e5-5a48-45b4-8cea-e78205848bb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.832685065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"4ef052a4-4b2d-44d3-87a9-535a655473a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.857698786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"ec271718-66e1-4df4-b9b7-0dda0f661286","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:55.932944395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"fd167940-f0f9-4fb1-89eb-646d004d78f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:56.538371696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"d101d8a6-4be3-4578-a7da-ba7996d67a06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:35:56.788783024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:04.87211361Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-14db1d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-14db1d","reconcileID":"613ab048-f4e7-46e6-be86-3c9844f0b03e","aitenant":"ai-tenants/e2e-extmod-a-14db1d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:05.440507123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66354c2b-31b3-4e84-8f3f-5647f45d75f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:05.494461866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66354c2b-31b3-4e84-8f3f-5647f45d75f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:05.548481673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66354c2b-31b3-4e84-8f3f-5647f45d75f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:05.602503805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66354c2b-31b3-4e84-8f3f-5647f45d75f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:05.722864292Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-14db1d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-14db1d","reconcileID":"613ab048-f4e7-46e6-be86-3c9844f0b03e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-14db1d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-14db1d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:07.637588207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff276669-a779-4976-b364-2647c7922406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:07.69420879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff276669-a779-4976-b364-2647c7922406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:07.748697448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff276669-a779-4976-b364-2647c7922406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:07.803104619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff276669-a779-4976-b364-2647c7922406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:09.811972168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea70afc9-d7e2-41d5-8ada-8f904f5155c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:09.866853332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea70afc9-d7e2-41d5-8ada-8f904f5155c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:09.921236127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea70afc9-d7e2-41d5-8ada-8f904f5155c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:09.975855558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea70afc9-d7e2-41d5-8ada-8f904f5155c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:12.846742702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7d8bfb-8a85-4993-906e-ce0751705a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:12.900693818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7d8bfb-8a85-4993-906e-ce0751705a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:12.954617863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7d8bfb-8a85-4993-906e-ce0751705a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:13.008917724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7d8bfb-8a85-4993-906e-ce0751705a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:14.796665064Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-203bcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-203bcf","reconcileID":"87917113-7264-45c1-8bde-e1a5047bc921","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-203bcf","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-203bcf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:14.977521939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eff6fcf-8efa-42c5-848e-5271f752132f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:15.033688109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eff6fcf-8efa-42c5-848e-5271f752132f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:15.087744074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eff6fcf-8efa-42c5-848e-5271f752132f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:15.142029396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eff6fcf-8efa-42c5-848e-5271f752132f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:17.159314917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4f71e9-bd1c-41b4-9dd0-8155f5e9c907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:17.214264941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4f71e9-bd1c-41b4-9dd0-8155f5e9c907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:17.268250594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4f71e9-bd1c-41b4-9dd0-8155f5e9c907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:17.323264916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4f71e9-bd1c-41b4-9dd0-8155f5e9c907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:19.303345433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d108f84a-0d59-4f0b-aea1-2afa79263bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:19.357730437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d108f84a-0d59-4f0b-aea1-2afa79263bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:19.411667497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d108f84a-0d59-4f0b-aea1-2afa79263bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:19.465881469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d108f84a-0d59-4f0b-aea1-2afa79263bdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:20.491430437Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-db8b74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-db8b74","reconcileID":"a2aa855e-9821-4402-b084-8bd8a42216c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-db8b74","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-db8b74":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:21.435271371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e73fba-c54b-4289-8e18-70e728dc94b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:21.489464628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e73fba-c54b-4289-8e18-70e728dc94b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:21.544319356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e73fba-c54b-4289-8e18-70e728dc94b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:21.59903225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e73fba-c54b-4289-8e18-70e728dc94b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.327090852Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","namespace":"ai-tenant-e2e-inf-a-ce67a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.327228171Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","namespace":"ai-tenant-e2e-inf-a-ce67a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.327295635Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","tenant":"e2e-inf-a-ce67a7","tenantID":"e2e-inf-a-ce67a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.383722879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"Deployment","name":"maas-api-e2e-inf-a-ce67a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.447573359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"Service","name":"maas-api-e2e-inf-a-ce67a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.505371003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ce67a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.563274291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ce67a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.619445941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.689357313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.747911142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.804201565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.857820073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"Deployment","name":"payload-processing-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:22.912024633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.026529683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"Service","name":"payload-processing-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.081405085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.134951761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.188974219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.242972112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.29971338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.353230672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.406969683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.460786075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-ce67a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.514326352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ce67a7"},"namespace":"ai-tenant-e2e-inf-a-ce67a7","name":"default-tenant","reconcileID":"2668dbac-46c5-4810-946c-88c840d75cbb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-ce67a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.546291331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df23e614-2f8d-4d0c-b960-021d84e901d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.60069876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df23e614-2f8d-4d0c-b960-021d84e901d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.654910643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df23e614-2f8d-4d0c-b960-021d84e901d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:23.709152979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df23e614-2f8d-4d0c-b960-021d84e901d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:25.699344964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936e9a41-893a-43db-829d-ce4d2c5a6360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:25.75367911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936e9a41-893a-43db-829d-ce4d2c5a6360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:25.807684406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936e9a41-893a-43db-829d-ce4d2c5a6360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:25.864414467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936e9a41-893a-43db-829d-ce4d2c5a6360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:26.196902206Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ce67a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ce67a7","reconcileID":"e6cbcd29-a677-4e06-b380-8959d456ad57","aitenant":"ai-tenants/e2e-inf-a-ce67a7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:26.778366816Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:27.027783131Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ce67a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ce67a7","reconcileID":"e6cbcd29-a677-4e06-b380-8959d456ad57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ce67a7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-ce67a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:27.834212912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854db6e5-1c0b-46f5-b910-29fe1824fb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:27.888355367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854db6e5-1c0b-46f5-b910-29fe1824fb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:27.942486777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854db6e5-1c0b-46f5-b910-29fe1824fb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:27.996754457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854db6e5-1c0b-46f5-b910-29fe1824fb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:29.998378489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdb8436-5cc3-406b-8b09-1b0e711ef8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:30.052979367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdb8436-5cc3-406b-8b09-1b0e711ef8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:30.107376499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdb8436-5cc3-406b-8b09-1b0e711ef8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:30.161886683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdb8436-5cc3-406b-8b09-1b0e711ef8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:30.937426678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c74e3ac2-20cd-47b7-9f20-a05f494b9dd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:30.937479594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c74e3ac2-20cd-47b7-9f20-a05f494b9dd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:30.996442407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"558e434b-eb5a-42e1-a868-be90ebd76f4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:30.996464437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"558e434b-eb5a-42e1-a868-be90ebd76f4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.104066408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"ef15c19a-12cc-40db-9d09-d708469d8676","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.241583885Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"ef15c19a-12cc-40db-9d09-d708469d8676","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.300915708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"ef15c19a-12cc-40db-9d09-d708469d8676","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.341820798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3c7bdc8-3db3-4b72-ad92-bbcda0ef3611","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.341842869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3c7bdc8-3db3-4b72-ad92-bbcda0ef3611","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.360394028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f4178fe-6435-45ec-9e96-21fb17d150c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.360416941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f4178fe-6435-45ec-9e96-21fb17d150c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.399070584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a11c7292-7a9a-4026-826c-4000ce42c9fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.39909253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a11c7292-7a9a-4026-826c-4000ce42c9fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:36:31.457989644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-sub-fdac2ddc","reconcileID":"5097c00e-ac5c-475b-930a-fa563e788416","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-fdac2ddc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.468880517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"70b0e5ba-2edd-47b2-b7f2-e4cdf464fe50","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.527927359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"70b0e5ba-2edd-47b2-b7f2-e4cdf464fe50","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.575995161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3a16020-577c-46eb-bcfe-34186f595523","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.576028887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3a16020-577c-46eb-bcfe-34186f595523","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.629384355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"70b0e5ba-2edd-47b2-b7f2-e4cdf464fe50","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.635366931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7ed57a6-aac8-45c8-9a7d-61699c431106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.635384578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7ed57a6-aac8-45c8-9a7d-61699c431106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:31.917943895Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-sub-fdac2ddc","reconcileID":"4db19c50-3d5a-44ef-a6ba-5eed8b152a14","MaaSSubscription":{"name":"e2e-sub-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-fdac2ddc/e2e-sub-fdac2ddc","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:32.091526037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eed49f8e-b10d-47a8-98bb-14dd2fc0ee5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:32.091549449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eed49f8e-b10d-47a8-98bb-14dd2fc0ee5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:32.145480186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7af3739f-675a-4781-8298-eaecfd7f9274","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:32.200643381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c549d62e-aee0-4f67-95dd-731318370bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:32.255224027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c549d62e-aee0-4f67-95dd-731318370bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:32.309440445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c549d62e-aee0-4f67-95dd-731318370bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:32.310017205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-sub-fdac2ddc","reconcileID":"32e3c4c2-bd3f-4777-9ab6-1c4f40df5312","MaaSSubscription":{"name":"e2e-sub-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:32.363765404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c549d62e-aee0-4f67-95dd-731318370bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:34.420777139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0fc5b4d-52ad-4801-b4e6-b37dface1cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:34.474972146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0fc5b4d-52ad-4801-b4e6-b37dface1cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:34.530095293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0fc5b4d-52ad-4801-b4e6-b37dface1cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:34.584467033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0fc5b4d-52ad-4801-b4e6-b37dface1cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:36.577888878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0595b50b-8cae-4682-a1ab-ce8fc7f93015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:36.633628006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0595b50b-8cae-4682-a1ab-ce8fc7f93015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:36.687532329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0595b50b-8cae-4682-a1ab-ce8fc7f93015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:36.742414629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0595b50b-8cae-4682-a1ab-ce8fc7f93015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:38.697238672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658b074a-1d11-4ac9-8c02-b5bc7d35f015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:38.751499719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658b074a-1d11-4ac9-8c02-b5bc7d35f015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:38.805832801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658b074a-1d11-4ac9-8c02-b5bc7d35f015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:38.860140422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658b074a-1d11-4ac9-8c02-b5bc7d35f015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:40.810017025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e35d1d-d2dd-4656-ad2c-4336eac6a808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:40.864596247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e35d1d-d2dd-4656-ad2c-4336eac6a808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:40.919031559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e35d1d-d2dd-4656-ad2c-4336eac6a808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:40.973158813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e35d1d-d2dd-4656-ad2c-4336eac6a808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:41.738781737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"49059940-bf49-489b-8e6e-659707244744","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:41.797712053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"49059940-bf49-489b-8e6e-659707244744","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:41.854619675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"49059940-bf49-489b-8e6e-659707244744","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:51.964039133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"7b216bfe-9aeb-48c7-b9c0-4622735b4c7d","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:52.022215138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"7b216bfe-9aeb-48c7-b9c0-4622735b4c7d","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:52.078658739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"7b216bfe-9aeb-48c7-b9c0-4622735b4c7d","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:36:56.77783071Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:02.187865443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"eb5e0b3f-9f3c-4bfd-8417-1ae43d6bb18c","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:02.247342844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"eb5e0b3f-9f3c-4bfd-8417-1ae43d6bb18c","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:02.30374916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"eb5e0b3f-9f3c-4bfd-8417-1ae43d6bb18c","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:04.727505615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"5a04c1bf-c401-4586-8f92-572cf55ea6c7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d7ac6","tenantID":"e2e-inf-a-4d7ac6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:04.854053514Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"5a04c1bf-c401-4586-8f92-572cf55ea6c7","name":"e2e-inf-a-4d7ac6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:12.413420516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"6335d65e-bfec-4395-90b7-f75c096a40fd","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:12.471563782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"6335d65e-bfec-4395-90b7-f75c096a40fd","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:12.529252007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"6335d65e-bfec-4395-90b7-f75c096a40fd","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:12.590258813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd58475c-e55e-40fe-ae0d-d9977706afd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:12.590287557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd58475c-e55e-40fe-ae0d-d9977706afd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:22.69831034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"c83c9fe0-9227-4034-abb0-30df1567f2a5","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:22.757763691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"c83c9fe0-9227-4034-abb0-30df1567f2a5","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:22.815478536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0857cbad8cdddba8286817c565a83d4789337665baaa3aae138adf81d0cb9ada) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (01546cb4fc73d3edf38e15b79bea45b47f7ec85491c7b7f5ab0196dd9bc55173) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (07b4787d4cecc16b732ceabc3ee0282148e63e3b12b95cae0e22ce709107d668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (253238a6f9e25540cd445ad6991a9b028fdfa82f3a1895032418ee52e69ab3d9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"c83c9fe0-9227-4034-abb0-30df1567f2a5","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:26.778842713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:32.925646958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"0dba75a6-2c5e-4869-b61a-5bf78f874058","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:32.983740083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"0dba75a6-2c5e-4869-b61a-5bf78f874058","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:33.307633933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2be9fc57-3427-4d55-b260-f00c57e2cf03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:33.307665092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2be9fc57-3427-4d55-b260-f00c57e2cf03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:33.867764768Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"ca5e6228-14dc-4893-a3d5-5085a1c793c5","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:33.867807718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f963b82f-d5af-463d-97cc-b80fa3722cc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:33.867824283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f963b82f-d5af-463d-97cc-b80fa3722cc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:34.022705337Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-policy-fdac2ddc","reconcileID":"ca5e6228-14dc-4893-a3d5-5085a1c793c5","MaaSAuthPolicy":{"name":"e2e-policy-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"policyNamespace":"ai-tenant-e2e-mt-fdac2ddc","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:34.082903647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad2859f1-2edf-439b-b8d1-e3701a082077","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:34.082926499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad2859f1-2edf-439b-b8d1-e3701a082077","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:34.232189552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4492e752-91cb-40c0-95dc-b471143429d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:34.232214997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4492e752-91cb-40c0-95dc-b471143429d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:39.513992613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"9ae93831-a514-41a2-8cf2-b582b6c4da89","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-203bcf","tenantID":"e2e-inf-a-203bcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:39.632494412Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"9ae93831-a514-41a2-8cf2-b582b6c4da89","name":"e2e-inf-a-203bcf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:44.399783529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-sub-fdac2ddc","reconcileID":"ee7d7651-0c22-49e5-98e0-dabd454c8998","MaaSSubscription":{"name":"e2e-sub-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-fdac2ddc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:44.622905375Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"namespace":"ai-tenant-e2e-mt-fdac2ddc","name":"e2e-sub-fdac2ddc","reconcileID":"ee7d7651-0c22-49e5-98e0-dabd454c8998","MaaSSubscription":{"name":"e2e-sub-fdac2ddc","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:44.844805956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30532a92-8ce4-4bd8-9a46-da14fd4dbe19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:44.89881321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"401a0b0e-1535-4c2d-9658-6eee5f36dd4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:44.898838474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"401a0b0e-1535-4c2d-9658-6eee5f36dd4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:54.273436104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"ad4722be-08bd-4cc6-bf2c-518b3531edda","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db8b74","tenantID":"e2e-inf-b-db8b74","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:54.393659156Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"ad4722be-08bd-4cc6-bf2c-518b3531edda","name":"e2e-inf-b-db8b74-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:37:56.780522627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:13.660214357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"513b2a5d-a9bd-4548-ad3c-e66e905bc0e5","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:13.660247366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"513b2a5d-a9bd-4548-ad3c-e66e905bc0e5","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:13.822357336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c1f01af-01af-4139-a12b-e274b40ec655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:13.822588719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1addaf5c-3e42-4ca4-b999-17183929749a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:13.822357467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"332dbc4a-85f4-48dc-bfd6-e920ccfb3b61","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:13.827267926Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"b6f4bba8-ec66-4091-8365-ce42fafbff41","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-574edd4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:13.967236316Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c1f01af-01af-4139-a12b-e274b40ec655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:38:13.980227013Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"332dbc4a-85f4-48dc-bfd6-e920ccfb3b61","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:38:13.985241757Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1addaf5c-3e42-4ca4-b999-17183929749a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.027956215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c1f01af-01af-4139-a12b-e274b40ec655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:38:14.045591388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"332dbc4a-85f4-48dc-bfd6-e920ccfb3b61","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:38:14.048212562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1addaf5c-3e42-4ca4-b999-17183929749a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.100428029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"07f8e8e0-390f-4db0-89ad-27d60df29af4","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.100460571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"07f8e8e0-390f-4db0-89ad-27d60df29af4","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.212336168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"730f4f34-ec1f-4c55-aacb-8648f7419d89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.212359511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"730f4f34-ec1f-4c55-aacb-8648f7419d89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.21278857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f071f9db-c916-4c57-9043-f3d226dc53c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.212802464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f071f9db-c916-4c57-9043-f3d226dc53c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.260409212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"f6747d68-3fbe-451f-bfd8-f3a039124684","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.261148747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33b1732d-d80d-4021-974f-3b76706946ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.271434196Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"78da0c03-822f-4195-8467-19847a7dbe7a","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-574edd4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.303511035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bad4d8e-d3be-4d25-978e-a9899714a04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.31915913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"f6747d68-3fbe-451f-bfd8-f3a039124684","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.319657468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33b1732d-d80d-4021-974f-3b76706946ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.364568348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bad4d8e-d3be-4d25-978e-a9899714a04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.42162397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bad4d8e-d3be-4d25-978e-a9899714a04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.637325619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2764ce93-fe2a-4374-85aa-ee5476bff409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.695543342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2764ce93-fe2a-4374-85aa-ee5476bff409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.745052003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"307a06a2-71c4-495a-bfa1-0ce3d0eacc61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.752589262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2764ce93-fe2a-4374-85aa-ee5476bff409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.803008843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"307a06a2-71c4-495a-bfa1-0ce3d0eacc61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.852435605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"99086703-fe20-4248-a230-f773610f13da","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.859498867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"307a06a2-71c4-495a-bfa1-0ce3d0eacc61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.911154551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"99086703-fe20-4248-a230-f773610f13da","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.916895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d834fa86-bc23-4e54-9a12-3992e636e310","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.916917605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d834fa86-bc23-4e54-9a12-3992e636e310","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:14.970817059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"99086703-fe20-4248-a230-f773610f13da","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:15.084332801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"fb809cd4-97d1-4974-9673-a7c7ba9fc7cd","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:15.08436725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"fb809cd4-97d1-4974-9673-a7c7ba9fc7cd","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:24.326094167Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"8a8ff727-20e5-45a0-9817-b3a49e03fed9","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-680d9d","subscription":"e2e-dft-680d9d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:24.489268456Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"8a8ff727-20e5-45a0-9817-b3a49e03fed9","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:24.544229765Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-sub","reconcileID":"8a8ff727-20e5-45a0-9817-b3a49e03fed9","MaaSSubscription":{"name":"e2e-dft-680d9d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-680d9d","namespace":"llm","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:24.878486698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"4fc6ba39-0c69-499e-843b-c760341020f9","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:24.878516717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"4fc6ba39-0c69-499e-843b-c760341020f9","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:24.969508106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8120602e-f4e4-4440-8958-c9a534cb4af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.057107543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"846d500d-9fd6-4004-9a83-f281d49a5527","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.057153831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"846d500d-9fd6-4004-9a83-f281d49a5527","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.069838246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34d556d6-fc53-43f7-97e3-2b851d5e3014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.069870281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"08a9f52d-fcd3-4fcd-aa85-c3f86da12f1b","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.09590062Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8120602e-f4e4-4440-8958-c9a534cb4af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.12873495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34d556d6-fc53-43f7-97e3-2b851d5e3014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.129540209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"08a9f52d-fcd3-4fcd-aa85-c3f86da12f1b","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.152815632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8120602e-f4e4-4440-8958-c9a534cb4af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.185216674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34d556d6-fc53-43f7-97e3-2b851d5e3014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.185447261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"08a9f52d-fcd3-4fcd-aa85-c3f86da12f1b","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.212581925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ccf71435-abff-49be-81b1-b0edcc29f92e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.212614134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ccf71435-abff-49be-81b1-b0edcc29f92e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:38:25.239992009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"08a9f52d-fcd3-4fcd-aa85-c3f86da12f1b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-680d9d-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.240267541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-680d9d-access","reconcileID":"c6e85bbd-ba3a-4c18-b0a1-bcaf3950aa62","MaaSAuthPolicy":{"name":"e2e-dft-680d9d-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.242388632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f796c4c-9a2f-4ffb-ac8d-0fcf3a31c9a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.24240706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f796c4c-9a2f-4ffb-ac8d-0fcf3a31c9a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.375141256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daaa2352-7da5-4b31-a0da-e12e095f8cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.433753003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daaa2352-7da5-4b31-a0da-e12e095f8cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.493551059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daaa2352-7da5-4b31-a0da-e12e095f8cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.508233574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"f46a8d52-2103-4582-a776-c2257783b25a","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.50826044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"f46a8d52-2103-4582-a776-c2257783b25a","MaaSModelRef":{"name":"e2e-dft-680d9d","namespace":"llm"},"routeName":"external-model-e2e-dft-680d9d-714343515c63","namespace":"llm","model":"e2e-dft-680d9d","externalModel":"e2e-dft-680d9d","provider":"e2e-dft-680d9d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:38:25.548389387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daaa2352-7da5-4b31-a0da-e12e095f8cea","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.716387001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d8365a-5a05-4f32-98f0-486bf343965e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.77647603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d8365a-5a05-4f32-98f0-486bf343965e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:25.832898077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d8365a-5a05-4f32-98f0-486bf343965e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.365084392Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"d16414df-ecdc-45b0-8b82-07190b73066e","namespace":"llm","name":"e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.528955139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcf87637-a688-43a8-b7f4-d0d7eb059cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.52915418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"69062039-ef8a-4a2f-8f36-775db71fe4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.529445618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb503891-d866-468e-853e-fa5a27dd0c37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.529554135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ed2d4b8a-4476-4655-8272-1dc85fbe159f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.528955059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"5693e2ae-84aa-4ff4-b953-19c37f30f237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.587827559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb503891-d866-468e-853e-fa5a27dd0c37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.588780563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"69062039-ef8a-4a2f-8f36-775db71fe4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.590496013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcf87637-a688-43a8-b7f4-d0d7eb059cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.591606098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"5693e2ae-84aa-4ff4-b953-19c37f30f237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.593025623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ed2d4b8a-4476-4655-8272-1dc85fbe159f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.645264222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb503891-d866-468e-853e-fa5a27dd0c37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.647894548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcf87637-a688-43a8-b7f4-d0d7eb059cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.77788138Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.806609772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"1b8330e4-c152-42b5-9d07-45358932419e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.808338699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"94294c82-b7ce-4e87-a685-63cee53f5fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.865892194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"94294c82-b7ce-4e87-a685-63cee53f5fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.865977952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"1b8330e4-c152-42b5-9d07-45358932419e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.913398375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"579e7ee1-2fa8-461d-a3e9-fb55d4bd8413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.913400605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"efc0b6fe-6445-4b75-b1a9-9b7b8f26e654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.913992813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"a5b8ea8f-38b5-4296-be35-e379b80f79b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.946783255Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"e52fe16b-657c-4907-a8f3-4a7f0f40425c","namespace":"llm","name":"e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.973102569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"efc0b6fe-6445-4b75-b1a9-9b7b8f26e654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.973564267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"579e7ee1-2fa8-461d-a3e9-fb55d4bd8413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:26.976094858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"a5b8ea8f-38b5-4296-be35-e379b80f79b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.008265629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c2e10794-3f6b-4cb5-849a-db3aea1f30df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.008288546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c2e10794-3f6b-4cb5-849a-db3aea1f30df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.008724386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"317f4a7b-dc71-4be5-998c-77fd81b43389","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.008745743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"317f4a7b-dc71-4be5-998c-77fd81b43389","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.009017734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43f70680-ac49-42d1-b537-f9be02c5c94b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.00903326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43f70680-ac49-42d1-b537-f9be02c5c94b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.009312471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"817bcb19-6590-4885-b0b6-eaad3e1e8168","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.009324884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"817bcb19-6590-4885-b0b6-eaad3e1e8168","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.009641435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"714a9fd7-881e-4e63-9df2-800c1cd3f4d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.009654234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"714a9fd7-881e-4e63-9df2-800c1cd3f4d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.009974265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"670edd95-34f0-407a-9ec6-673e24cdd429","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.009990074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"670edd95-34f0-407a-9ec6-673e24cdd429","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.010273662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10db0628-275e-4668-bf61-5b6c6cc2a844","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.010287431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10db0628-275e-4668-bf61-5b6c6cc2a844","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.01055593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"71034e30-49bc-4cc7-813a-17796fd87d90","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.010569116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"71034e30-49bc-4cc7-813a-17796fd87d90","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.226018136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86b29a9f-c15d-45e1-bdbb-2bf420f51b05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.237634665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23325a23-0a2e-494d-a330-5198cf405cd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.240739266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"8d5372e3-6423-4448-9d6b-b429fa658728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.24133775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ec5f3966-6860-4784-87b9-38c6137f4f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.308629358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"8d5372e3-6423-4448-9d6b-b429fa658728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.312178219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"ec5f3966-6860-4784-87b9-38c6137f4f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.348714322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"911ba96b-e785-4b00-9511-02950376615a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.34875886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f4c87aad-bae7-430c-b530-cbf04cb65f67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.350037225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a5c3d3-446e-404c-88c2-35fb010a63ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.407229377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f4c87aad-bae7-430c-b530-cbf04cb65f67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.408084309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"911ba96b-e785-4b00-9511-02950376615a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.409764033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a5c3d3-446e-404c-88c2-35fb010a63ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.464269471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"911ba96b-e785-4b00-9511-02950376615a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.46604817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4a5c3d3-446e-404c-88c2-35fb010a63ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.625654274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"985126ca-5997-4724-babb-3aae13731954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.626775577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"5e485603-d7c9-400d-bf11-53a4d7675e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.65160515Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-680d9d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-680d9d","reconcileID":"bd53e6e7-b6b9-4ee2-9573-1672c39c86ab","namespace":"llm","name":"e2e-dft-680d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.684190111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"985126ca-5997-4724-babb-3aae13731954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.685185148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"5e485603-d7c9-400d-bf11-53a4d7675e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.725885725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"dc22a446-6a19-4355-b334-f10d2ae43e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.778241726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"52b0ca9b-1ade-4bc4-863e-11a53ae01bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.778291304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"828e4258-7c4d-455f-81ae-85fd174291db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.784939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"dc22a446-6a19-4355-b334-f10d2ae43e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.836403658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"828e4258-7c4d-455f-81ae-85fd174291db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:27.836954423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"52b0ca9b-1ade-4bc4-863e-11a53ae01bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.056106957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"c364c9d8-17ef-428b-8fb8-ebcacdec1772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.056422629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"c9b937eb-c01b-497f-bc04-7dae059db5b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.115156738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"c364c9d8-17ef-428b-8fb8-ebcacdec1772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.115156739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"c9b937eb-c01b-497f-bc04-7dae059db5b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.155831157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d31cf866-2903-4c2a-a189-ac518b782040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.21409749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d31cf866-2903-4c2a-a189-ac518b782040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.257394063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c21c8ab2-bf89-482c-b3a6-b109765ad3f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.257390614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abefd2bd-5926-4d70-bdb0-35a0ae5ab7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.271192634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d31cf866-2903-4c2a-a189-ac518b782040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.31588914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abefd2bd-5926-4d70-bdb0-35a0ae5ab7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.315976077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"c21c8ab2-bf89-482c-b3a6-b109765ad3f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.373748485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abefd2bd-5926-4d70-bdb0-35a0ae5ab7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.432852796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b857256a-a2d2-44ff-adc7-a33ffa1965b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.486409024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"9d75d3de-5796-4486-a8f1-63e3148b76f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.486494105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f90272da-413d-495d-94e8-f3ccd468b6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.491726005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"b857256a-a2d2-44ff-adc7-a33ffa1965b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.535936756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"d6a5a001-67b7-41d0-8902-812a623b96af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.548910065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"9d75d3de-5796-4486-a8f1-63e3148b76f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.549100026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"f90272da-413d-495d-94e8-f3ccd468b6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.596481456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"d6a5a001-67b7-41d0-8902-812a623b96af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.646493495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"6f93df54-7773-4bce-bfc5-cc1912ee17d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.705281139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"6f93df54-7773-4bce-bfc5-cc1912ee17d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.867224692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"16441eb4-75c2-462e-a6e9-ff25b8131490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.920495846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"210dc882-3e03-4c5d-993b-a57356629f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.925802956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"16441eb4-75c2-462e-a6e9-ff25b8131490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:28.979377241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"210dc882-3e03-4c5d-993b-a57356629f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:36.206998578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f1cc6d-2d69-4615-938c-345e142b8f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:36.26187167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f1cc6d-2d69-4615-938c-345e142b8f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:36.315890458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f1cc6d-2d69-4615-938c-345e142b8f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:36.370900044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f1cc6d-2d69-4615-938c-345e142b8f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:38.312813323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af984db-7721-4f23-9fd2-4f9063258678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:38.367645222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af984db-7721-4f23-9fd2-4f9063258678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:38.421865222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af984db-7721-4f23-9fd2-4f9063258678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:38.475955067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af984db-7721-4f23-9fd2-4f9063258678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:38.584676003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8889bae0-4a44-4c7f-ab62-df3252378a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:38.63795809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18e99afe-3078-4d45-bcf4-08fe093f5d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:38.642872684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8889bae0-4a44-4c7f-ab62-df3252378a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:38.696916148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18e99afe-3078-4d45-bcf4-08fe093f5d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:38.753329622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8889bae0-4a44-4c7f-ab62-df3252378a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:38.753366341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 10, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18e99afe-3078-4d45-bcf4-08fe093f5d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:46.15264295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a1d6f1-d1f1-4b0e-bc71-10db5cb47c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:46.207565529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a1d6f1-d1f1-4b0e-bc71-10db5cb47c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:46.261824233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a1d6f1-d1f1-4b0e-bc71-10db5cb47c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:46.315897125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a1d6f1-d1f1-4b0e-bc71-10db5cb47c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:48.319509822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5037b4b-5972-4f90-9998-40f186e09cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:48.373443793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5037b4b-5972-4f90-9998-40f186e09cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:48.427627611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5037b4b-5972-4f90-9998-40f186e09cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:48.48159656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5037b4b-5972-4f90-9998-40f186e09cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:48.91592474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5aff9374-5169-4cfe-95d6-5735e3e61d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:48.915931021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a723f23-877f-4dd2-ad2f-d01b229a86b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:48.975088614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5aff9374-5169-4cfe-95d6-5735e3e61d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:48.97518218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a723f23-877f-4dd2-ad2f-d01b229a86b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:49.032140145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5aff9374-5169-4cfe-95d6-5735e3e61d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:49.032301064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a723f23-877f-4dd2-ad2f-d01b229a86b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:49.093601532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8891573f-ef3b-471f-bbc6-68ec567d5491","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:49.09362324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8891573f-ef3b-471f-bbc6-68ec567d5491","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:49.096561464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb1d720c-4c73-48f3-beb3-141194dd4520","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:49.09658073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb1d720c-4c73-48f3-beb3-141194dd4520","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:50.496674655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13026070-a743-40da-b90b-7e5157c77ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:50.551722093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13026070-a743-40da-b90b-7e5157c77ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:50.606094312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13026070-a743-40da-b90b-7e5157c77ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:50.660373495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13026070-a743-40da-b90b-7e5157c77ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:52.606089614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e29c1-ae77-4764-8a38-5ec7a5c85840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:52.660420407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e29c1-ae77-4764-8a38-5ec7a5c85840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:52.714649029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e29c1-ae77-4764-8a38-5ec7a5c85840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:52.769033305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e29c1-ae77-4764-8a38-5ec7a5c85840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:54.711578863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb0264c-bb1e-4324-8e4b-2d5b7c0ac1de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:54.766346786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb0264c-bb1e-4324-8e4b-2d5b7c0ac1de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:54.821070256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb0264c-bb1e-4324-8e4b-2d5b7c0ac1de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:54.875687726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb0264c-bb1e-4324-8e4b-2d5b7c0ac1de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:56.780589901Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:59.256630489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8ae9b5-c960-4c08-a3d4-5f19a32ed2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:59.256630633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69aa2985-4819-4e82-89ce-e8b811b32fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:59.315525516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8ae9b5-c960-4c08-a3d4-5f19a32ed2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:59.315599324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69aa2985-4819-4e82-89ce-e8b811b32fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:59.372678687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8ae9b5-c960-4c08-a3d4-5f19a32ed2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:38:59.373437523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69aa2985-4819-4e82-89ce-e8b811b32fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:09.534166788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3074da2e-85f8-4071-adf3-7e75724b4252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:09.53417401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efeec731-65bd-4171-b339-3f5d399a2234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:09.592575859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3074da2e-85f8-4071-adf3-7e75724b4252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:09.593051692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efeec731-65bd-4171-b339-3f5d399a2234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:09.649749492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3074da2e-85f8-4071-adf3-7e75724b4252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:09.650875673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efeec731-65bd-4171-b339-3f5d399a2234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:11.995951429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27fa4c68-d27a-41d9-9005-33d298271d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:12.050900504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27fa4c68-d27a-41d9-9005-33d298271d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:12.105198108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27fa4c68-d27a-41d9-9005-33d298271d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:12.159568903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27fa4c68-d27a-41d9-9005-33d298271d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:14.108851144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15dcdac-4901-4da0-82b3-33a3af0a655b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:14.163672303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15dcdac-4901-4da0-82b3-33a3af0a655b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:14.218505626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15dcdac-4901-4da0-82b3-33a3af0a655b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:14.272444112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15dcdac-4901-4da0-82b3-33a3af0a655b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.198423382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"577ff4f3-e539-47b7-92a6-3e1da8934922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.198456795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"577ff4f3-e539-47b7-92a6-3e1da8934922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.233728297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55af703e-3920-4bd1-8003-c1bfee8b4bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.287594022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55af703e-3920-4bd1-8003-c1bfee8b4bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.29029367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4c03fe2-8b55-46c3-b276-7b0d029fe688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.290314718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4c03fe2-8b55-46c3-b276-7b0d029fe688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.341682701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55af703e-3920-4bd1-8003-c1bfee8b4bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.39574709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55af703e-3920-4bd1-8003-c1bfee8b4bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.449421252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-29c7e4dc","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"namespace":"ai-tenant-e2e-mt-29c7e4dc","name":"e2e-policy-29c7e4dc","reconcileID":"cbbbc650-5240-4a25-85f1-1e3570cf2fd9","MaaSAuthPolicy":{"name":"e2e-policy-29c7e4dc","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.604085663Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-29c7e4dc","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"namespace":"ai-tenant-e2e-mt-29c7e4dc","name":"e2e-policy-29c7e4dc","reconcileID":"cbbbc650-5240-4a25-85f1-1e3570cf2fd9","MaaSAuthPolicy":{"name":"e2e-policy-29c7e4dc","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:16.710393578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-29c7e4dc","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"namespace":"ai-tenant-e2e-mt-29c7e4dc","name":"e2e-policy-29c7e4dc","reconcileID":"cbbbc650-5240-4a25-85f1-1e3570cf2fd9","MaaSAuthPolicy":{"name":"e2e-policy-29c7e4dc","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:19.682495638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"463146e9-a57f-4b12-b98c-a7f313b70759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:19.736743655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"463146e9-a57f-4b12-b98c-a7f313b70759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:19.791458895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"463146e9-a57f-4b12-b98c-a7f313b70759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:19.845462798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"463146e9-a57f-4b12-b98c-a7f313b70759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:19.955346247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"903ab09d-55fe-4e12-ba5a-d0a8fcd44d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:19.955755857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d20caff8-8957-4d25-bbdd-e6d806f9f08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.134775088Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d20caff8-8957-4d25-bbdd-e6d806f9f08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:39:20.138303278Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"903ab09d-55fe-4e12-ba5a-d0a8fcd44d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.192709236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d20caff8-8957-4d25-bbdd-e6d806f9f08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:39:20.200915082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"903ab09d-55fe-4e12-ba5a-d0a8fcd44d9e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.201226844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc5fdfdb-dc88-413d-b0dd-4aed46ec29df","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.201249776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc5fdfdb-dc88-413d-b0dd-4aed46ec29df","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.252153566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d555f24d-bc84-4e63-9d87-a939d06121d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.252182646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d555f24d-bc84-4e63-9d87-a939d06121d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.367850417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"098cd4fd-cd55-4932-b482-ba210938e286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.426225091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"098cd4fd-cd55-4932-b482-ba210938e286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.483379601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"098cd4fd-cd55-4932-b482-ba210938e286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.542793686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"306fbf5a-d2f9-4cad-9020-3edcd9943d79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:20.542816738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"306fbf5a-d2f9-4cad-9020-3edcd9943d79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:21.777629543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8332ce01-1af9-4885-b06f-c8dfccb467ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:21.831811781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8332ce01-1af9-4885-b06f-c8dfccb467ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:21.885907033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8332ce01-1af9-4885-b06f-c8dfccb467ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:21.939965326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8332ce01-1af9-4885-b06f-c8dfccb467ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:26.751939852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7edbebf-8db5-49ef-b2fd-d12f3866a1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:26.778648551Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:26.806144228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7edbebf-8db5-49ef-b2fd-d12f3866a1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:26.860477412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7edbebf-8db5-49ef-b2fd-d12f3866a1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:26.914681227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7edbebf-8db5-49ef-b2fd-d12f3866a1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:28.851925462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6d37bb-6190-491d-a30e-9a4c74cf170e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:28.905748613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6d37bb-6190-491d-a30e-9a4c74cf170e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:28.959778506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6d37bb-6190-491d-a30e-9a4c74cf170e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:29.013828711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6d37bb-6190-491d-a30e-9a4c74cf170e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:30.417523416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2e0a2f-3daf-4e57-b093-8c636ab42738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:30.475847221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2e0a2f-3daf-4e57-b093-8c636ab42738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:30.532390421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2e0a2f-3daf-4e57-b093-8c636ab42738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:30.704945602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fbab6e8-c321-4ad1-b72e-1a02bf6ab155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:30.763078973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fbab6e8-c321-4ad1-b72e-1a02bf6ab155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:30.820327716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fbab6e8-c321-4ad1-b72e-1a02bf6ab155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:31.011389695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81f1f6b-d168-4065-805f-4e215eff40b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:31.065589623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81f1f6b-d168-4065-805f-4e215eff40b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:31.12011725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81f1f6b-d168-4065-805f-4e215eff40b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:31.174099887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81f1f6b-d168-4065-805f-4e215eff40b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:40.482634169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"bbeb2cff-7f74-4617-b97b-3382b0ed3141","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:40.695403279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"607e6fd3-0eac-4922-86c0-1863bee70f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:40.753541126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"607e6fd3-0eac-4922-86c0-1863bee70f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:40.795617507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"e034c608-d1f5-416c-8185-137765eeeca6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:40.810450163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"607e6fd3-0eac-4922-86c0-1863bee70f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:40.982429175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04e1fe17-0d60-45c2-8f30-891cb86db489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:40.983859799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"8d46415f-5d80-45f6-acf5-d9412f1ef251","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:41.040517208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04e1fe17-0d60-45c2-8f30-891cb86db489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:41.083860476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"e600a740-b2c2-4721-847d-51f86ffb8402","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:41.0982603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04e1fe17-0d60-45c2-8f30-891cb86db489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:41.504615234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"e80106be-4690-4f03-84ad-cc54b28ac6bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:41.693566521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"756bd68d-7f00-4d91-838d-c2c33f6ea1cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:41.795954116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"4c9062d1-aedb-4ad9-ac8f-c8ea19a90656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:41.894716668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"b3a83298-0374-4e71-ad13-d4058b95a96e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:41.995178957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"755ab2b2-78e5-4dc3-a1d1-c60d9809da83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:42.095371349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"3a5d3374-7157-4ea1-9778-cac6221572e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:42.095518842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"2a592e9c-7d1a-415f-a08d-97b12f4b9900","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:42.201297936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"978805d2-88d6-4757-84a4-8d957e15d15a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:42.262159208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-29c7e4dc","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"namespace":"ai-tenant-e2e-mt-29c7e4dc","name":"e2e-policy-29c7e4dc","reconcileID":"9d580f65-cf3f-4129-8dd6-8dc3dbdb6d12","MaaSAuthPolicy":{"name":"e2e-policy-29c7e4dc","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:42.369310123Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-29c7e4dc","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"namespace":"ai-tenant-e2e-mt-29c7e4dc","name":"e2e-policy-29c7e4dc","reconcileID":"9d580f65-cf3f-4129-8dd6-8dc3dbdb6d12","MaaSAuthPolicy":{"name":"e2e-policy-29c7e4dc","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"policyNamespace":"ai-tenant-e2e-mt-29c7e4dc","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:50.978725046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d0d690a-4f1c-4ab2-b192-929f9da2f8a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:51.038286004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d0d690a-4f1c-4ab2-b192-929f9da2f8a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:51.258813879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f25df6b5-faed-4772-8e78-cbfbb57ca6d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:51.316276607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4124d9ef-1d09-48a9-b1a3-336fc243b99b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:51.316299898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4124d9ef-1d09-48a9-b1a3-336fc243b99b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:51.319794617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f25df6b5-faed-4772-8e78-cbfbb57ca6d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:51.59678896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9eee56fc-2276-4c5e-b432-574212624a81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:51.596813873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9eee56fc-2276-4c5e-b432-574212624a81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:39:56.780067586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:00.768547889Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","namespace":"ai-tenant-e2e-inf-a-4d7ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:00.768607674Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","namespace":"ai-tenant-e2e-inf-a-4d7ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:00.768678311Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","tenant":"e2e-inf-a-4d7ac6","tenantID":"e2e-inf-a-4d7ac6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:00.824326941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"Deployment","name":"maas-api-e2e-inf-a-4d7ac6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:00.888967293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"Service","name":"maas-api-e2e-inf-a-4d7ac6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:00.945882729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-4d7ac6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.001587285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-4d7ac6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.057869287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.114229016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.172402455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.228752298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.282910446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"Deployment","name":"payload-processing-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.336767092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.390537008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"Service","name":"payload-processing-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.444372977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.497763873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.552226005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.605805683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.66233061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.716087801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.771774287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.82525429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-4d7ac6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:01.879059063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d7ac6"},"namespace":"ai-tenant-e2e-inf-a-4d7ac6","name":"default-tenant","reconcileID":"9fce225f-c6cc-4b7f-bba9-716d0446b00e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-4d7ac6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:07.879815838Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4d7ac6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4d7ac6","reconcileID":"fdf60399-94e8-4626-8dd3-fa26c2f7fe4a","aitenant":"ai-tenants/e2e-inf-a-4d7ac6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:08.397454706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866f1bc5-62d4-4c0f-a0af-4ff044192fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:08.451966684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866f1bc5-62d4-4c0f-a0af-4ff044192fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:08.506295948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866f1bc5-62d4-4c0f-a0af-4ff044192fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:08.560427883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866f1bc5-62d4-4c0f-a0af-4ff044192fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:08.731891872Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4d7ac6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4d7ac6","reconcileID":"fdf60399-94e8-4626-8dd3-fa26c2f7fe4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4d7ac6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-4d7ac6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:10.583861374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c655e72-44a8-41fc-9a3d-854449acf2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:10.638117081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c655e72-44a8-41fc-9a3d-854449acf2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:10.692602637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c655e72-44a8-41fc-9a3d-854449acf2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:10.746948629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c655e72-44a8-41fc-9a3d-854449acf2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:16.508296826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb46accc-b2e3-42aa-9f58-4b475201a321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:16.531162605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"08cfb27f-8d6b-4970-aa51-d0d0fe3eb596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:16.562939732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb46accc-b2e3-42aa-9f58-4b475201a321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:16.617393276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb46accc-b2e3-42aa-9f58-4b475201a321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:16.671227264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb46accc-b2e3-42aa-9f58-4b475201a321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:16.998300569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07cd0f96-0e79-4d8d-b790-8fff7963a6c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:17.121921587Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c552d66f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c552d66f","reconcileID":"1e17d872-3ca5-4f91-accc-28b7c470ed08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c552d66f","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c552d66f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:17.321193227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"c1a8cca3-25fc-4350-a313-c6f8deb1ca44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:17.495826719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"51210e48-9bdc-4e07-8f3b-7eb40e4181f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:17.551249255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"724599d9-fe1d-4c4f-a36c-aaa980a0f357","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:17.641561487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"14466026-8739-4d2f-941a-7f047be14bb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:17.74156598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"bfe689fa-8d75-48fb-a66f-e9a8c4978f14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:17.75481401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"c9198be1-9ebe-455f-9817-99a5b6c2e3e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:17.865468174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"470dc05c-6d59-4249-a961-56da74b991a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:17.974602814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"3ce450a9-b763-4a5a-9171-6fb05f832f4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:18.09666184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"20cb2769-d1d1-4efa-b54c-def9c3823c23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:18.243697436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"77e85e2d-0d9b-464f-8d4a-98bf6e6c9b06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:18.697769369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81dbfa1d-5e2c-49b5-9049-a6b20833c50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:18.751729992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81dbfa1d-5e2c-49b5-9049-a6b20833c50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:18.806029567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81dbfa1d-5e2c-49b5-9049-a6b20833c50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:18.860307058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81dbfa1d-5e2c-49b5-9049-a6b20833c50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:26.778415441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.492563733Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","namespace":"ai-tenant-e2e-inf-a-0d6dc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.492622853Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","namespace":"ai-tenant-e2e-inf-a-0d6dc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.492671675Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","tenant":"e2e-inf-a-0d6dc8","tenantID":"e2e-inf-a-0d6dc8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.548742222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"Deployment","name":"maas-api-e2e-inf-a-0d6dc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.610964206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"Service","name":"maas-api-e2e-inf-a-0d6dc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.667778308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-0d6dc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.72503258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-0d6dc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.781757114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.838670558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.851307877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90ce7171-e185-449d-af31-7c900381343f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.851335513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90ce7171-e185-449d-af31-7c900381343f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.895912467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.955234219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:27.961912223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"ea47e932-75ee-401a-8c01-b41f1a43359e","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.008900269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"Deployment","name":"payload-processing-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.062375797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.088268405Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"ea47e932-75ee-401a-8c01-b41f1a43359e","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.115888361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"Service","name":"payload-processing-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.147358054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"ea47e932-75ee-401a-8c01-b41f1a43359e","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.169603888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.206365418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a022c5a-0119-4a8a-8eaa-03d67e3d0681","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.206388815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a022c5a-0119-4a8a-8eaa-03d67e3d0681","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.22393838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.27770709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.331770547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.388642225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.442309036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.495979186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.550442873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-0d6dc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.60386928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d6dc8"},"namespace":"ai-tenant-e2e-inf-a-0d6dc8","name":"default-tenant","reconcileID":"5fb84999-eb55-4c36-9476-f1aba6acf062","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-0d6dc8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.661071181Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","namespace":"ai-tenant-e2e-inf-a-203bcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.661163382Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","namespace":"ai-tenant-e2e-inf-a-203bcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.661213215Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","tenant":"e2e-inf-a-203bcf","tenantID":"e2e-inf-a-203bcf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.716443305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"Deployment","name":"maas-api-e2e-inf-a-203bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.778460197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"Service","name":"maas-api-e2e-inf-a-203bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.83463059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-203bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.890651371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-203bcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:28.950559062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.006706838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.065631998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.122078201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.176059845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"Deployment","name":"payload-processing-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.231789288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.285808089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"Service","name":"payload-processing-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.339508291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.393311822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.44704981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.501224918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.559040722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.612861954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.666853438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.722101607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-203bcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:29.779934113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-203bcf"},"namespace":"ai-tenant-e2e-inf-a-203bcf","name":"default-tenant","reconcileID":"bfd81102-945c-492c-afd6-3452e1a77291","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-203bcf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:32.51369043Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0d6dc8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0d6dc8","reconcileID":"49e820c2-1a68-4b7f-96eb-aa09a41e6ad9","aitenant":"ai-tenants/e2e-inf-a-0d6dc8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:33.066771284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd46150-8e9b-436c-b6e5-e6cb8df2da8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:33.120697797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd46150-8e9b-436c-b6e5-e6cb8df2da8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:33.175729636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd46150-8e9b-436c-b6e5-e6cb8df2da8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:33.231319736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd46150-8e9b-436c-b6e5-e6cb8df2da8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:33.458611756Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0d6dc8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0d6dc8","reconcileID":"49e820c2-1a68-4b7f-96eb-aa09a41e6ad9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0d6dc8","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-0d6dc8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:34.107611933Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-203bcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-203bcf","reconcileID":"d34c0181-9e45-4aac-8fca-08255965e804","aitenant":"ai-tenants/e2e-inf-a-203bcf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:34.940455106Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-203bcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-203bcf","reconcileID":"d34c0181-9e45-4aac-8fca-08255965e804","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-203bcf","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-203bcf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:35.327189044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e1c50e-9af4-4fdd-b081-baaf359e3752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:35.381284556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e1c50e-9af4-4fdd-b081-baaf359e3752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:35.435185945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e1c50e-9af4-4fdd-b081-baaf359e3752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:35.489338122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e1c50e-9af4-4fdd-b081-baaf359e3752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:37.546268468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3e636-8636-415e-baea-b3d79a542e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:37.601253368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3e636-8636-415e-baea-b3d79a542e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:37.655196612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3e636-8636-415e-baea-b3d79a542e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:37.709300197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3e636-8636-415e-baea-b3d79a542e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.261005142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0bb3239-5ec5-4533-b9a8-fe27f09821c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.261030763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0bb3239-5ec5-4533-b9a8-fe27f09821c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.314026269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"2d615f42-548e-4cfb-b2d8-f65ab99de261","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.31782742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abe72080-1a02-4f58-9021-a5a5f7701764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.317844377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abe72080-1a02-4f58-9021-a5a5f7701764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.372545263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"2d615f42-548e-4cfb-b2d8-f65ab99de261","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.428771657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"2d615f42-548e-4cfb-b2d8-f65ab99de261","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.479266936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"c6da99ca-b23c-4338-9696-9e6730fcabb5","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.609270512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"c6da99ca-b23c-4338-9696-9e6730fcabb5","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.666965802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"c6da99ca-b23c-4338-9696-9e6730fcabb5","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.724689489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5d4fb4c-a3a1-4d7a-8dc7-2905af6828fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:38.724711235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5d4fb4c-a3a1-4d7a-8dc7-2905af6828fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:39.696984358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44c715-bb9b-4942-a2d6-f6c27a404962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:39.751449204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44c715-bb9b-4942-a2d6-f6c27a404962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:39.805656975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44c715-bb9b-4942-a2d6-f6c27a404962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:39.861041149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44c715-bb9b-4942-a2d6-f6c27a404962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:40.726790423Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","namespace":"ai-tenant-e2e-inf-b-db8b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:40.72686542Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","namespace":"ai-tenant-e2e-inf-b-db8b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:40.726932078Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","tenant":"e2e-inf-b-db8b74","tenantID":"e2e-inf-b-db8b74","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:40.784103199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"Deployment","name":"maas-api-e2e-inf-b-db8b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:40.86284225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"Service","name":"maas-api-e2e-inf-b-db8b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:40.958912102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-db8b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.015662807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-db8b74","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.087773443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.151260069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.227885494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.334220978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.39428378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"Deployment","name":"payload-processing-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.456842722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.53015085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"Service","name":"payload-processing-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.608179146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.665284532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.722033087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.78181992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.839375749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.89600469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.905513971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1837797d-553e-490e-9f8d-ed21edd67f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.960317479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1837797d-553e-490e-9f8d-ed21edd67f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:41.963654405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:42.01498084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1837797d-553e-490e-9f8d-ed21edd67f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:42.069355227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1837797d-553e-490e-9f8d-ed21edd67f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:42.073236321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-db8b74","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:42.129011693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db8b74"},"namespace":"ai-tenant-e2e-inf-b-db8b74","name":"default-tenant","reconcileID":"98fef722-413d-447f-924e-ad3a0f9a507c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-db8b74","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:44.060322567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc94a57-9378-415f-9f62-1be87fb07ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:44.114588929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc94a57-9378-415f-9f62-1be87fb07ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:44.170638867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc94a57-9378-415f-9f62-1be87fb07ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:44.225913566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc94a57-9378-415f-9f62-1be87fb07ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:47.817489082Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-db8b74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-db8b74","reconcileID":"04491849-915e-4c31-a59d-70bb851bb206","aitenant":"ai-tenants/e2e-inf-b-db8b74","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.374898017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ebe6c6-37f7-424d-88ab-e98367e3d52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.429344318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ebe6c6-37f7-424d-88ab-e98367e3d52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.487243155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ebe6c6-37f7-424d-88ab-e98367e3d52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.541593926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ebe6c6-37f7-424d-88ab-e98367e3d52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.595760613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"c42ade2d-58ca-468e-8bee-ed113031a4f7","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.729847045Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-db8b74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-db8b74","reconcileID":"04491849-915e-4c31-a59d-70bb851bb206","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-db8b74","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-db8b74"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.739402106Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"c42ade2d-58ca-468e-8bee-ed113031a4f7","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.831049787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"c42ade2d-58ca-468e-8bee-ed113031a4f7","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.890505358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d221f513-8737-4d32-9c67-a933aa8be253","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.890529829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d221f513-8737-4d32-9c67-a933aa8be253","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:48.943842098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"839c8149-af94-459e-a70a-01f9ac56a122","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:49.07769594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"839c8149-af94-459e-a70a-01f9ac56a122","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:49.135039885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"839c8149-af94-459e-a70a-01f9ac56a122","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:49.19356308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d30837b-9b5f-43fa-9971-a8d8d81c022b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:49.193592997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d30837b-9b5f-43fa-9971-a8d8d81c022b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:50.5207804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e1a130-c20e-4323-b638-533758e67a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:50.575690505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e1a130-c20e-4323-b638-533758e67a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:50.631227094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e1a130-c20e-4323-b638-533758e67a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:50.685342613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e1a130-c20e-4323-b638-533758e67a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:52.665617627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8d19de-2001-4f11-8144-5845ddecd680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:52.721248596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8d19de-2001-4f11-8144-5845ddecd680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:52.775895698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8d19de-2001-4f11-8144-5845ddecd680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:52.830161475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8d19de-2001-4f11-8144-5845ddecd680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:56.780503107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:58.999273234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"491b03fd-d5e2-4142-ba9c-fff976bf00ea","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:59.127152282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"491b03fd-d5e2-4142-ba9c-fff976bf00ea","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:59.184319929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"491b03fd-d5e2-4142-ba9c-fff976bf00ea","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:59.243950228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d507e0ae-69c8-4286-978a-cd2fbaaf5674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:59.243972178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d507e0ae-69c8-4286-978a-cd2fbaaf5674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:59.354116609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"e140f7dc-588e-47b5-ac92-4d3273c487d2","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:59.483783339Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"e140f7dc-588e-47b5-ac92-4d3273c487d2","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:59.541081188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"e140f7dc-588e-47b5-ac92-4d3273c487d2","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:59.601963804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36a38c38-a2da-4933-aaab-ebc610995110","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:40:59.601987099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36a38c38-a2da-4933-aaab-ebc610995110","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:09.351931769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"3b507aed-2760-46ae-a4d4-03c8113b5457","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:09.480821421Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"3b507aed-2760-46ae-a4d4-03c8113b5457","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:09.537750594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"3b507aed-2760-46ae-a4d4-03c8113b5457","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:09.59963314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ffd4f9a-1b3f-4305-8a2d-09da5767ceee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:09.599657633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ffd4f9a-1b3f-4305-8a2d-09da5767ceee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:09.763517429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"6ecc5f43-84d4-4fc9-a797-55dafb7bee75","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:09.891603954Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"6ecc5f43-84d4-4fc9-a797-55dafb7bee75","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:09.948899798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"6ecc5f43-84d4-4fc9-a797-55dafb7bee75","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:10.008499343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"270f8a1d-eb28-42ee-bfbe-f1b1294979f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:10.008521295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"270f8a1d-eb28-42ee-bfbe-f1b1294979f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:13.921298437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44245780-34fa-49c1-b1d8-1f6930e43724","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:13.921319201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44245780-34fa-49c1-b1d8-1f6930e43724","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:13.97836802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e20e160-c29a-4d9b-b26b-1555febd8540","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:13.978390474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e20e160-c29a-4d9b-b26b-1555febd8540","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.088033614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-policy-bf75a2c0","reconcileID":"4923d4e5-96e0-476d-998a-69fd20d872de","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.221043491Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-policy-bf75a2c0","reconcileID":"4923d4e5-96e0-476d-998a-69fd20d872de","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.27805593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-policy-bf75a2c0","reconcileID":"4923d4e5-96e0-476d-998a-69fd20d872de","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.311326046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c4189cb-8dcf-4d75-ac6d-9823743c4f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.311352252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c4189cb-8dcf-4d75-ac6d-9823743c4f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.337539422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44b5f9b3-3d3c-42b7-9320-3b9d67e826a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.337560902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44b5f9b3-3d3c-42b7-9320-3b9d67e826a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.367910723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceebecd6-6c51-4514-894a-ed929947cba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.367930678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceebecd6-6c51-4514-894a-ed929947cba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:41:14.416899413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-sub-bf75a2c0","reconcileID":"85b21690-6d66-4905-a441-7cdfa225feb2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-bf75a2c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.447672953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-policy-bf75a2c0","reconcileID":"664571a7-6493-46c8-9adc-b83d0e72a395","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.50642114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-policy-bf75a2c0","reconcileID":"664571a7-6493-46c8-9adc-b83d0e72a395","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.530656077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5c7b6b7-a31b-4e2a-a26c-142d7cd2d66d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.530677218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5c7b6b7-a31b-4e2a-a26c-142d7cd2d66d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.564407661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-policy-bf75a2c0","reconcileID":"664571a7-6493-46c8-9adc-b83d0e72a395","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.592531072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03d5edf6-d06a-4936-868c-2ad786be4bd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.592556982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03d5edf6-d06a-4936-868c-2ad786be4bd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:14.874562623Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-sub-bf75a2c0","reconcileID":"93d55577-9f90-4cef-bc28-3af8bfe035fd","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-bf75a2c0/e2e-shared-sub-bf75a2c0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.089097613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82d785a5-5ab1-4a95-9a6f-6b83ff4301a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.089148028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82d785a5-5ab1-4a95-9a6f-6b83ff4301a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.10116755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"276b8ede-c2f7-4877-9b30-844f3c335c67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.348938246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-sub-bf75a2c0","reconcileID":"4d19685d-6df8-4ca6-8650-cacc3e57f7e7","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.59661237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f54f32dd-7452-4ff1-af44-64bb9e8657f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.596641775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f54f32dd-7452-4ff1-af44-64bb9e8657f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.660433834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe78fb5f-c029-4586-9b9f-eceef91d0272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.660457959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe78fb5f-c029-4586-9b9f-eceef91d0272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.768105825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"f61be0cd-9382-4fa2-a029-e0168e6c821f","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.826492054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"f61be0cd-9382-4fa2-a029-e0168e6c821f","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.883461392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"f61be0cd-9382-4fa2-a029-e0168e6c821f","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.890483368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec6ca2c9-1c76-4263-ac17-f708a03a29d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.890502968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec6ca2c9-1c76-4263-ac17-f708a03a29d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.947828394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30648ffa-0cd8-4d3a-bc9c-4158e97b6426","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.947857799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30648ffa-0cd8-4d3a-bc9c-4158e97b6426","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.951455368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2169aee9-fb9a-4a96-beb5-3854d9ed7d9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:15.951474744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2169aee9-fb9a-4a96-beb5-3854d9ed7d9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:41:15.997357088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-sub-bf75a2c0","reconcileID":"268348ef-a16f-4707-882f-6e9428fcf6d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-bf75a2c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.055038055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"9742c189-e0fe-4286-b9dc-149cef873921","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.113559491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b07ff9bb-4763-4a14-a55d-1bc77069dafb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.113580975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b07ff9bb-4763-4a14-a55d-1bc77069dafb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.117083721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"9742c189-e0fe-4286-b9dc-149cef873921","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.170774832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4b01749-7ce7-4aee-9157-7fce52a1c3af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.170796524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4b01749-7ce7-4aee-9157-7fce52a1c3af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.173906636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"9742c189-e0fe-4286-b9dc-149cef873921","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.45079463Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-sub-bf75a2c0","reconcileID":"499609b0-b18b-4642-b1ad-e578f2d047f5","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-453be22e/e2e-shared-sub-bf75a2c0","ai-tenant-e2e-mt-bf75a2c0/e2e-shared-sub-bf75a2c0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.623526766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8cf5a41-f4f1-494a-b08f-ffea19d9e7b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.623550991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8cf5a41-f4f1-494a-b08f-ffea19d9e7b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.735510702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b9a7617-4afd-4f94-b4b3-9a51bd50625c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.735699495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-sub-bf75a2c0","reconcileID":"b3ea4da1-393c-4d5d-ad21-363aa8a44f91","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.845856897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-sub-bf75a2c0","reconcileID":"c6219b66-3a4d-4e4f-a942-2fbfb4dbe789","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.911016559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-policy-bf75a2c0","reconcileID":"2342fb79-f041-41c9-a202-38fe60332da0","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.911178067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e17c892d-c5a8-47be-b89c-7678681d87c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:16.911197684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e17c892d-c5a8-47be-b89c-7678681d87c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:17.066693606Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-policy-bf75a2c0","reconcileID":"2342fb79-f041-41c9-a202-38fe60332da0","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"policyNamespace":"ai-tenant-e2e-mt-bf75a2c0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:17.1534498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38448683-9ee6-48c6-bf75-3ec52a61dc4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:17.153472092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38448683-9ee6-48c6-bf75-3ec52a61dc4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:17.316890569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e62e0dac-4023-47c8-9ee6-88572af9e209","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:17.31691333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e62e0dac-4023-47c8-9ee6-88572af9e209","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:19.710170936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"c0ee5a86-63c1-463f-927e-652d5350e407","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:19.769017863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"c0ee5a86-63c1-463f-927e-652d5350e407","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:19.829359514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"c0ee5a86-63c1-463f-927e-652d5350e407","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:19.889049367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60efe1b2-dfa2-4abe-83ce-59bcd5076659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:19.889074061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60efe1b2-dfa2-4abe-83ce-59bcd5076659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:20.171104872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"c04ae1f1-039b-40ae-8bde-e2d7d11cc80a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:20.431909901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"c04ae1f1-039b-40ae-8bde-e2d7d11cc80a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:20.4884928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"c04ae1f1-039b-40ae-8bde-e2d7d11cc80a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:20.547530318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df5b8274-2cf2-4eea-bd71-9d4db6de8dff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:20.547558045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df5b8274-2cf2-4eea-bd71-9d4db6de8dff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:26.282976948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"8fc2ae1a-7360-48c0-93d2-e828fd90452c","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:26.411401681Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"8fc2ae1a-7360-48c0-93d2-e828fd90452c","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:26.467735393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"8fc2ae1a-7360-48c0-93d2-e828fd90452c","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:26.525649666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b873384-9de0-4407-abbc-b8da08ffc69c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:26.525673376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b873384-9de0-4407-abbc-b8da08ffc69c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:26.778554334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:27.486802573Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-sub-bf75a2c0","reconcileID":"cfd75862-c831-4dc0-84a3-3dd975d865eb","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-bf75a2c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:27.711822724Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"namespace":"ai-tenant-e2e-mt-bf75a2c0","name":"e2e-shared-sub-bf75a2c0","reconcileID":"cfd75862-c831-4dc0-84a3-3dd975d865eb","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-453be22e/e2e-shared-sub-bf75a2c0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:27.932350792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-sub-bf75a2c0","reconcileID":"2cfa348b-613e-48a0-997e-a9da6ae93aa7","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:27.932470121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"52b17bbb-f4a2-4539-9796-8498b19372fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:27.932829423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ace56c7f-a31d-47de-a01a-0e2b81c47ba4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:27.93284434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ace56c7f-a31d-47de-a01a-0e2b81c47ba4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:29.998315138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"37b905db-b0e7-4037-a21a-ac4121115b04","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:30.05592234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"37b905db-b0e7-4037-a21a-ac4121115b04","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:30.112733709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"37b905db-b0e7-4037-a21a-ac4121115b04","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:30.170009015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97c5e204-50fe-4a9c-bfc0-e39f0bc5316b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:30.170031286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97c5e204-50fe-4a9c-bfc0-e39f0bc5316b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:30.709615874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"f0598296-c178-4b07-b462-10325495229d","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:30.836783239Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"f0598296-c178-4b07-b462-10325495229d","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:30.894184925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"f0598296-c178-4b07-b462-10325495229d","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:30.95147064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a1e98f-fb7d-445d-b330-38602c35da36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:30.951494952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a1e98f-fb7d-445d-b330-38602c35da36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:36.635088809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"729c2401-d67e-4abb-8a97-b220dc2272c5","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:36.766347474Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"729c2401-d67e-4abb-8a97-b220dc2272c5","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:36.826731844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"729c2401-d67e-4abb-8a97-b220dc2272c5","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:36.886509829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac122da6-f13d-400f-abe5-c5d7c2b969a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:36.886533173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac122da6-f13d-400f-abe5-c5d7c2b969a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:38.045467669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"c82e6ef0-cc95-4d4e-9d06-8899d1416c98","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c552d66f","tenantID":"e2e-mt-c552d66f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:38.181260379Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"c82e6ef0-cc95-4d4e-9d06-8899d1416c98","name":"e2e-mt-c552d66f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:40.28171706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"920fa227-8be3-443f-9a37-201a4a187df8","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:40.34095241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"920fa227-8be3-443f-9a37-201a4a187df8","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:40.398757064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"920fa227-8be3-443f-9a37-201a4a187df8","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:40.455801082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15578ca6-0a1d-42f5-b9b1-e531c55ee0dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:40.455825006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15578ca6-0a1d-42f5-b9b1-e531c55ee0dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:41.116179621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"809a7612-ccc0-47af-a884-d6013609880a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:41.296651716Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"809a7612-ccc0-47af-a884-d6013609880a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:41.362975171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"809a7612-ccc0-47af-a884-d6013609880a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:41.428841698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bcb34be-7c2d-4fc3-83f1-6014c3370b7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:41.428864036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bcb34be-7c2d-4fc3-83f1-6014c3370b7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:46.995380685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"c86df6c7-74fd-4c30-8831-23d3249848b5","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:47.125281004Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"c86df6c7-74fd-4c30-8831-23d3249848b5","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:47.182778818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"c86df6c7-74fd-4c30-8831-23d3249848b5","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:47.241676764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e827dd7-dfef-4979-84d4-bb5c3b0a0c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:47.241707504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e827dd7-dfef-4979-84d4-bb5c3b0a0c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:50.564159323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"027bcc83-1864-4a61-beaa-1d0c471e8f10","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:50.622575737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"027bcc83-1864-4a61-beaa-1d0c471e8f10","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:50.679306888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"027bcc83-1864-4a61-beaa-1d0c471e8f10","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:50.73868373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd325879-d748-4f06-943e-6d7f558d6b57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:50.73870518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd325879-d748-4f06-943e-6d7f558d6b57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:51.590489335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"cd0632d2-a6a9-4838-ae31-9389784a3e1d","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:51.721472071Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"cd0632d2-a6a9-4838-ae31-9389784a3e1d","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:51.777685172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"cd0632d2-a6a9-4838-ae31-9389784a3e1d","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:51.835946109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21905b05-dd3f-4aae-8564-fa6132261a67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:51.835978002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21905b05-dd3f-4aae-8564-fa6132261a67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:56.779158372Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:57.349165874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"307da7c0-8dce-41fe-b401-83fbdbf8a9ed","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:57.478717232Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"307da7c0-8dce-41fe-b401-83fbdbf8a9ed","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:57.534958944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"307da7c0-8dce-41fe-b401-83fbdbf8a9ed","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:57.594285681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa71130a-c793-4d16-8689-72b5fa4a45f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:41:57.594310197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa71130a-c793-4d16-8689-72b5fa4a45f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:00.846039499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"80089366-d1c4-498c-8457-0da0f17ade9f","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:00.904191815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"80089366-d1c4-498c-8457-0da0f17ade9f","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:00.961004214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"80089366-d1c4-498c-8457-0da0f17ade9f","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:01.01891782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bda4ef6-b25d-4005-8b95-cb6aa9517882","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:01.018941203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bda4ef6-b25d-4005-8b95-cb6aa9517882","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:01.996860761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"f678728d-ed41-4b80-908e-7188f9ecf22c","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:02.123180689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"f678728d-ed41-4b80-908e-7188f9ecf22c","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:02.179702836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"f678728d-ed41-4b80-908e-7188f9ecf22c","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:02.238285934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eade2845-5e74-4351-8840-3f8a6f7afc2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:02.238309711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eade2845-5e74-4351-8840-3f8a6f7afc2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:04.306040017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"cdb656b4-dd79-42ce-bdec-43332ecd6d6c","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:04.306073884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"cdb656b4-dd79-42ce-bdec-43332ecd6d6c","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:07.703035481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"a5d952fd-f2e8-421a-9b4f-d5db91de4034","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:07.828472562Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"a5d952fd-f2e8-421a-9b4f-d5db91de4034","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:07.884769081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"a5d952fd-f2e8-421a-9b4f-d5db91de4034","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:07.941617363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a2bc0d5-b39c-47c5-b3d3-760c70f2dcc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:07.941642935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a2bc0d5-b39c-47c5-b3d3-760c70f2dcc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:11.131027914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"373caa6e-5d94-4569-a1b7-845030db8768","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:11.188708233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"373caa6e-5d94-4569-a1b7-845030db8768","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:11.244967712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"373caa6e-5d94-4569-a1b7-845030db8768","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:11.30421895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f5666f2-f5bb-4d2e-bc99-65fd4aea7c0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:11.304242628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f5666f2-f5bb-4d2e-bc99-65fd4aea7c0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:12.398932695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"8b247fab-2f31-466c-98fc-a03a9b4683c9","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:12.524463288Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"8b247fab-2f31-466c-98fc-a03a9b4683c9","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:12.581386351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"8b247fab-2f31-466c-98fc-a03a9b4683c9","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:12.639928209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc762af4-fc65-4def-80ab-fed37d7a1a1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:12.639952145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc762af4-fc65-4def-80ab-fed37d7a1a1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:18.049602438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"1e13aed8-9253-42c5-a3c9-8e399dce39b7","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:18.203845174Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"1e13aed8-9253-42c5-a3c9-8e399dce39b7","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:18.261370064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"1e13aed8-9253-42c5-a3c9-8e399dce39b7","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:18.321082152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9cabc04-108b-476a-8519-3ba1ae159c27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:18.321107579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9cabc04-108b-476a-8519-3ba1ae159c27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:21.416634924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"8e421ee7-0693-4532-ba0b-bf80f5b46765","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:21.476568293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"8e421ee7-0693-4532-ba0b-bf80f5b46765","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:21.539926264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"8e421ee7-0693-4532-ba0b-bf80f5b46765","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:21.597500693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cafe57a4-3a7b-445f-b7c3-ae9bd46eaf21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:21.597619133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cafe57a4-3a7b-445f-b7c3-ae9bd46eaf21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:22.810747039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"e2258234-26b1-4531-b8fd-21b785013b29","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:22.973110953Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"e2258234-26b1-4531-b8fd-21b785013b29","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:23.039710544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"e2258234-26b1-4531-b8fd-21b785013b29","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:23.109091487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96f4d94a-b4d8-4b27-9330-950cb0a0e52e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:23.109554483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96f4d94a-b4d8-4b27-9330-950cb0a0e52e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:26.777791723Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:28.42837287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"6ae749bf-3e14-4a4e-aeb2-c5ce1e965dbc","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:28.554946357Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"6ae749bf-3e14-4a4e-aeb2-c5ce1e965dbc","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:28.612580132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"6ae749bf-3e14-4a4e-aeb2-c5ce1e965dbc","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:28.669824055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7523c93-026c-49ed-b731-d637794c1c11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:28.669848244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7523c93-026c-49ed-b731-d637794c1c11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:31.70774164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"b55da67a-da28-4f95-8c47-612e0bfa8b6f","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:31.770100358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"b55da67a-da28-4f95-8c47-612e0bfa8b6f","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:31.828764552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"b55da67a-da28-4f95-8c47-612e0bfa8b6f","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:31.888032608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13d6a087-c0b1-4fc3-ae11-fcf0622821a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:31.888057275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13d6a087-c0b1-4fc3-ae11-fcf0622821a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:33.28075166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"fe096559-34f6-49f2-b863-08a64de7b8b9","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:33.410049347Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"fe096559-34f6-49f2-b863-08a64de7b8b9","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:33.46803949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"fe096559-34f6-49f2-b863-08a64de7b8b9","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:33.528019774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfbea97b-8a7c-46b4-96d4-33b44ec80bc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:33.528043568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfbea97b-8a7c-46b4-96d4-33b44ec80bc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:38.777797435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"7dcfc00e-d0ab-4718-9323-6f491a815708","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:38.909197449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"7dcfc00e-d0ab-4718-9323-6f491a815708","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:38.965686419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"7dcfc00e-d0ab-4718-9323-6f491a815708","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:39.025368658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f42d2b9-57f1-42a9-83c7-fcf159667cd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:39.02539188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f42d2b9-57f1-42a9-83c7-fcf159667cd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:41.996660392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"74534094-3d0c-4733-8cd3-3452ae481ffe","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:42.057314806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"74534094-3d0c-4733-8cd3-3452ae481ffe","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:42.115588189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"74534094-3d0c-4733-8cd3-3452ae481ffe","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:42.174471756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abde1eff-db4a-47cb-a2c2-15e17915f90e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:42.174494835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abde1eff-db4a-47cb-a2c2-15e17915f90e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:43.689054783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"81c0d1e5-c505-4ec0-b3a2-cd0a5ab1842a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:43.813874271Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"81c0d1e5-c505-4ec0-b3a2-cd0a5ab1842a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:43.870106289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"81c0d1e5-c505-4ec0-b3a2-cd0a5ab1842a","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:43.928820996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2a95594-7beb-416b-ac4e-387c80010aed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:43.928843786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2a95594-7beb-416b-ac4e-387c80010aed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:49.133296024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"fe4c691f-ca2c-4289-bedb-3b36623c1ff5","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:49.260158545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"fe4c691f-ca2c-4289-bedb-3b36623c1ff5","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:49.316920504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"fe4c691f-ca2c-4289-bedb-3b36623c1ff5","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:49.376677418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2cdb82a-aeb5-4a48-82e8-a4dd0b510826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:49.376706018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2cdb82a-aeb5-4a48-82e8-a4dd0b510826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:52.283937621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"666b681a-bb40-4598-9c3a-ab97702d1b72","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:52.342713791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"666b681a-bb40-4598-9c3a-ab97702d1b72","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:52.399693533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"666b681a-bb40-4598-9c3a-ab97702d1b72","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:52.459237829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"204aea6a-9221-4efb-bfaf-5d11f3981937","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:52.459272276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"204aea6a-9221-4efb-bfaf-5d11f3981937","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:54.090740446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"3d1c3dbf-edf1-4653-895f-7af67f6c6d2b","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:54.217477804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"3d1c3dbf-edf1-4653-895f-7af67f6c6d2b","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:54.273730691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"3d1c3dbf-edf1-4653-895f-7af67f6c6d2b","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:54.330426396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d4bf42b-b26e-49d0-8146-0fb7fb151a7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:54.330456661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d4bf42b-b26e-49d0-8146-0fb7fb151a7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:54.490715681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1c6502-627b-432e-bb47-795d703cc814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:54.544693718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1c6502-627b-432e-bb47-795d703cc814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:54.598979242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1c6502-627b-432e-bb47-795d703cc814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:54.653100757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1c6502-627b-432e-bb47-795d703cc814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:56.608903531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb3fabe-9640-48de-a495-21dfa9c239eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:56.663088166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb3fabe-9640-48de-a495-21dfa9c239eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:56.717491636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb3fabe-9640-48de-a495-21dfa9c239eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:56.771863885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb3fabe-9640-48de-a495-21dfa9c239eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:56.778400418Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:58.596209088Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"641b9087-75f9-4b9b-9e67-67b939fa273b","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:58.5964034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"914fc1aa-5dd3-4465-88f0-f36e32a02a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:58.596431266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"914fc1aa-5dd3-4465-88f0-f36e32a02a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:58.756764628Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-policy-bf75a2c0","reconcileID":"641b9087-75f9-4b9b-9e67-67b939fa273b","MaaSAuthPolicy":{"name":"e2e-shared-policy-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"policyNamespace":"ai-tenant-e2e-mt-453be22e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:58.814966581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d100f5f2-9de3-45bb-bd4b-5d96b6af744a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:58.814995339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d100f5f2-9de3-45bb-bd4b-5d96b6af744a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:58.96444322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65d1d258-89fc-46e8-903c-077f63301f76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:42:58.964465699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65d1d258-89fc-46e8-903c-077f63301f76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:02.56806891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"b4bcacb1-b85c-447c-a512-bbd1241550f7","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:02.693975254Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"b4bcacb1-b85c-447c-a512-bbd1241550f7","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:02.754235105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"b4bcacb1-b85c-447c-a512-bbd1241550f7","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:02.813957185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2a7205-026c-4a19-96dc-fb70803d3a46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:02.813988326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2a7205-026c-4a19-96dc-fb70803d3a46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:04.492711407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"6ff1f8dc-267b-48a4-8bc8-fd834f7c9f75","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:04.619682118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"6ff1f8dc-267b-48a4-8bc8-fd834f7c9f75","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:04.676274845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"6ff1f8dc-267b-48a4-8bc8-fd834f7c9f75","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:04.735620784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a513a4e-3cb9-471c-ad69-7192f84c91f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:04.735645758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a513a4e-3cb9-471c-ad69-7192f84c91f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:09.136980508Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-sub-bf75a2c0","reconcileID":"57bc0405-717b-4e98-bbb1-8612b9bed136","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-bf75a2c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:09.359013244Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"namespace":"ai-tenant-e2e-mt-453be22e","name":"e2e-shared-sub-bf75a2c0","reconcileID":"57bc0405-717b-4e98-bbb1-8612b9bed136","MaaSSubscription":{"name":"e2e-shared-sub-bf75a2c0","namespace":"ai-tenant-e2e-mt-453be22e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:09.584471821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"65c70786-3635-4ac2-9dad-0138729b8347","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:09.747051301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db6472ba-0800-4c3d-9683-f56a31721691","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:09.747078651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db6472ba-0800-4c3d-9683-f56a31721691","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:12.92281588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"521a91fa-0471-4a94-97bc-a7ec8d96e2c0","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:13.048771579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"521a91fa-0471-4a94-97bc-a7ec8d96e2c0","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:13.126327516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"521a91fa-0471-4a94-97bc-a7ec8d96e2c0","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:13.183712076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83be969f-9cc6-4ce2-8511-4cae45dd309c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:13.183737923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83be969f-9cc6-4ce2-8511-4cae45dd309c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:14.897097044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"1e9d1315-eb13-4358-baac-d789efd34a11","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:15.024385347Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"1e9d1315-eb13-4358-baac-d789efd34a11","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:15.083266936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"1e9d1315-eb13-4358-baac-d789efd34a11","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:15.142673552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f8d9f26-7e26-4973-a9b4-64493d5b9822","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:15.142699884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f8d9f26-7e26-4973-a9b4-64493d5b9822","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.291855136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"17e61fef-81c6-454a-b2fc-434ae9da29f3","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.320443106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"48d3585e-befd-4d2b-910b-2778701aeafb","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.32047636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"48d3585e-befd-4d2b-910b-2778701aeafb","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.421237073Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"17e61fef-81c6-454a-b2fc-434ae9da29f3","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.478354335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"17e61fef-81c6-454a-b2fc-434ae9da29f3","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.537190748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9e8ebd0-a8e4-47f9-9234-0d11df0ea993","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.537219289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9e8ebd0-a8e4-47f9-9234-0d11df0ea993","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.826232036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"ab5b6427-8a7a-4cdb-bdc8-d34aa5906f30","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.826264558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"ab5b6427-8a7a-4cdb-bdc8-d34aa5906f30","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.885312045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"2aba7a21-6073-43a5-be0a-16a98289ecc7","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.885336444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"2aba7a21-6073-43a5-be0a-16a98289ecc7","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:23.99294332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"c4fd11df-9d28-4c4e-b10e-ac317507164e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:24.12129837Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"c4fd11df-9d28-4c4e-b10e-ac317507164e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:24.17843198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"c4fd11df-9d28-4c4e-b10e-ac317507164e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:24.237755557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"78518872-0f4c-44b2-9b42-41882ab5bf28","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:24.23777688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"78518872-0f4c-44b2-9b42-41882ab5bf28","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:25.30393639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"17fb6a1e-f570-4221-accd-a77ef0359d06","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:25.431794404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"17fb6a1e-f570-4221-accd-a77ef0359d06","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:25.48844368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"17fb6a1e-f570-4221-accd-a77ef0359d06","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:25.547652152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"485e3a48-1a12-4e87-af83-08fbbda4662c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:25.547678687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"485e3a48-1a12-4e87-af83-08fbbda4662c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:26.796464824Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:28.731644559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"f5c57f12-97b7-4880-9165-9b308db9d52f","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:28.732287243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ab6de1e-63e5-4374-8db5-33618dbce139","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:28.732363504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ab6de1e-63e5-4374-8db5-33618dbce139","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:28.886912109Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"namespace":"ai-tenant-e2e-mt-ca265c2f","name":"e2e-policy-ca265c2f","reconcileID":"f5c57f12-97b7-4880-9165-9b308db9d52f","MaaSAuthPolicy":{"name":"e2e-policy-ca265c2f","namespace":"ai-tenant-e2e-mt-ca265c2f"},"policyNamespace":"ai-tenant-e2e-mt-ca265c2f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:28.947750335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc5c61e3-9613-494b-a172-e10842430329","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:28.947773772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc5c61e3-9613-494b-a172-e10842430329","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:34.345433739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"9cbe6bfe-4585-457a-be15-c7c7cf39877d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:34.403854919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"9cbe6bfe-4585-457a-be15-c7c7cf39877d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:34.460236648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"9cbe6bfe-4585-457a-be15-c7c7cf39877d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:35.708373306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"72104c39-8a82-46e1-939f-6a51faae83e8","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:35.767632421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"72104c39-8a82-46e1-939f-6a51faae83e8","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:35.824607697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 14, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"72104c39-8a82-46e1-939f-6a51faae83e8","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:39.153791727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-9c6b1dcc","reconcileID":"a30c3a7e-d30b-4baa-9046-4b0278ab17ae","MaaSAuthPolicy":{"name":"e2e-default-ns-9c6b1dcc","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:39.153906194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a779e321-961d-453b-a722-38bfe89f1ab4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:39.153932448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a779e321-961d-453b-a722-38bfe89f1ab4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:39.365947868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeb1414d-e133-468a-aff6-88a1b2bfff20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:39.365971969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeb1414d-e133-468a-aff6-88a1b2bfff20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:44.576456025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"34503db8-acaf-46f8-b15b-3e9cdc946d30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:44.6345195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"34503db8-acaf-46f8-b15b-3e9cdc946d30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:44.6919888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"34503db8-acaf-46f8-b15b-3e9cdc946d30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:54.800505464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"6c7f15b1-b61c-43a3-b22a-c06cca6dd34f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:54.859246038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"6c7f15b1-b61c-43a3-b22a-c06cca6dd34f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:54.918405457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"6c7f15b1-b61c-43a3-b22a-c06cca6dd34f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:43:56.778043155Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:05.029834148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"eb199944-1eb1-4541-aa7d-2a4a847eba9a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:05.088678723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"eb199944-1eb1-4541-aa7d-2a4a847eba9a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:05.145192212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"eb199944-1eb1-4541-aa7d-2a4a847eba9a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:15.254091462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"8f6df71e-afff-4ac0-8280-3cd28f6af913","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:15.312036715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"8f6df71e-afff-4ac0-8280-3cd28f6af913","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:15.368430265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e356bfd7de88b804b8adce36afbe2e84a21a13ffcc94e7c0720823257c6b78cc) AuthConfig (63e05df662123152c0a326dda75cf54ecd9eccc2f7ce73f36073cf6aeb1ffd1a) AuthConfig (dce0cad82769add03c8c113abe94a3e5df46ff0ed6f99e9113ecc7df58ba5c90) AuthConfig (7d5b3e2ba3f1a9115cfad4a8913ced3df6e2c35c3f5c021523a44baf75dfc4c3) AuthConfig (a9d0159494c40cea1ba78d43d37ce3a0268864d31e5b05b979651d47cb868d4e) AuthConfig (5bdba51a4790d67ef85ca38a00ff71d33f865b8ecb7d788e9234e2616a3cbbc7) AuthConfig (156f3712734124ce4ba6c3ab343fd2a97d7a0e0ac2b635b8bfeee2ce7eac3b40) AuthConfig (5dcba957727bff9532097ed0138ad5a29a8cb694f04599b5de689ef010d9f72e) AuthConfig (1b1f1615740af0720ef9453945d9e345b2194ab7d37c3c71eece6667f45f5543) AuthConfig (0e63b7db35fc97d5a8ee4958a25555db44197dac8f695070f56123afdeb4c395) AuthConfig (b768b0cf2f5f3702baf22290103f49536818b54e82b3db4f5c9aec58ecd8356f) AuthConfig (034da74b6ed88348282024401ba684fd4f21bef6b3360403bcb2ec511683790f) AuthConfig (6b66fcdfafc9ed0cd51e8bdd70f9b85d1ecc7664f7437f66b1e5646f5633268c) AuthConfig (24bf3838a77fa107672e736635a48d8a3f59dcffec54f8720b388cd1491ceaef) AuthConfig (b126ea4810a94046e2e089bc13df6b1e1ba1460ff4c56b73776706192e37b7e4) AuthConfig (439cc267476c4a732035e859aa0199fb57121269761d7b2d6fea8af0f5aa1740) AuthConfig (249776ebda2cb4871c0b4ebfe6915d23185f3dc674d45fd3857da44628999a01) AuthConfig (f17153dbf164f6dbdc261a0b20644cf0ce29e47378754e48e0adca31d8e23969)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"8f6df71e-afff-4ac0-8280-3cd28f6af913","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:15.428163042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"472c8209-6b4e-46a3-8cd2-f3c1c4412224","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:15.428190532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"472c8209-6b4e-46a3-8cd2-f3c1c4412224","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:25.537153596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"7c576bb5-1a0b-4dad-9e49-b68f659a0786","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:25.595071027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"7c576bb5-1a0b-4dad-9e49-b68f659a0786","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:25.65323795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e356bfd7de88b804b8adce36afbe2e84a21a13ffcc94e7c0720823257c6b78cc) AuthConfig (63e05df662123152c0a326dda75cf54ecd9eccc2f7ce73f36073cf6aeb1ffd1a) AuthConfig (dce0cad82769add03c8c113abe94a3e5df46ff0ed6f99e9113ecc7df58ba5c90) AuthConfig (7d5b3e2ba3f1a9115cfad4a8913ced3df6e2c35c3f5c021523a44baf75dfc4c3) AuthConfig (a9d0159494c40cea1ba78d43d37ce3a0268864d31e5b05b979651d47cb868d4e) AuthConfig (5bdba51a4790d67ef85ca38a00ff71d33f865b8ecb7d788e9234e2616a3cbbc7) AuthConfig (156f3712734124ce4ba6c3ab343fd2a97d7a0e0ac2b635b8bfeee2ce7eac3b40) AuthConfig (5dcba957727bff9532097ed0138ad5a29a8cb694f04599b5de689ef010d9f72e) AuthConfig (1b1f1615740af0720ef9453945d9e345b2194ab7d37c3c71eece6667f45f5543) AuthConfig (0e63b7db35fc97d5a8ee4958a25555db44197dac8f695070f56123afdeb4c395) AuthConfig (b768b0cf2f5f3702baf22290103f49536818b54e82b3db4f5c9aec58ecd8356f) AuthConfig (034da74b6ed88348282024401ba684fd4f21bef6b3360403bcb2ec511683790f) AuthConfig (6b66fcdfafc9ed0cd51e8bdd70f9b85d1ecc7664f7437f66b1e5646f5633268c) AuthConfig (24bf3838a77fa107672e736635a48d8a3f59dcffec54f8720b388cd1491ceaef) AuthConfig (b126ea4810a94046e2e089bc13df6b1e1ba1460ff4c56b73776706192e37b7e4) AuthConfig (439cc267476c4a732035e859aa0199fb57121269761d7b2d6fea8af0f5aa1740) AuthConfig (249776ebda2cb4871c0b4ebfe6915d23185f3dc674d45fd3857da44628999a01) AuthConfig (f17153dbf164f6dbdc261a0b20644cf0ce29e47378754e48e0adca31d8e23969)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"7c576bb5-1a0b-4dad-9e49-b68f659a0786","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:26.779193305Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:35.762951361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"97e9f96b-e2ea-4ebb-a764-30d8ac4bccc3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:35.822025595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"97e9f96b-e2ea-4ebb-a764-30d8ac4bccc3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.146581441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"01c1c122-65d8-4bcc-a3d7-3c3376fb7ebf","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.146605354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"01c1c122-65d8-4bcc-a3d7-3c3376fb7ebf","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.443597366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"2ad75805-fb3a-4f0d-ac00-7623bcc42606","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.443621106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"2ad75805-fb3a-4f0d-ac00-7623bcc42606","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.464233494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc53695-44b4-49fb-88ba-a100dec0e8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.52049834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc53695-44b4-49fb-88ba-a100dec0e8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.523814954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"b0106826-9a7f-4bee-ba89-5fa4818c65bb","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.523841027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"b0106826-9a7f-4bee-ba89-5fa4818c65bb","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.574712007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc53695-44b4-49fb-88ba-a100dec0e8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.630694915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc53695-44b4-49fb-88ba-a100dec0e8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.742568592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"719702da-88d2-4184-a05f-f8cf35e0c96c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.872746083Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"719702da-88d2-4184-a05f-f8cf35e0c96c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.932244867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"719702da-88d2-4184-a05f-f8cf35e0c96c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.991148455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"a47c8354-11dc-455d-b1bd-40fc1d4f7de3","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:36.991173597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"a47c8354-11dc-455d-b1bd-40fc1d4f7de3","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:38.569646531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759ed4c-440f-43f3-8ff8-372b154a3860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:38.623889109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759ed4c-440f-43f3-8ff8-372b154a3860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:38.678241745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759ed4c-440f-43f3-8ff8-372b154a3860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:38.73253561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5759ed4c-440f-43f3-8ff8-372b154a3860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:47.10047461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"194bef5b-6f1c-49d8-8461-7706f62c51f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:47.16068826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"194bef5b-6f1c-49d8-8461-7706f62c51f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:47.217807457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"194bef5b-6f1c-49d8-8461-7706f62c51f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:51.562986712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"75cd63f0-9f29-45a6-95e7-2fb427c86554","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:51.663485816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"b617eceb-4edd-4c66-ba16-61b9d3650241","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:51.836583225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"36677509-0423-43f4-8fee-5951a5526f19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:51.98275069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"f8ca77dd-4f9f-4124-9bb5-05c87b9baa5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:51.982997666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"aca0ac50-8e72-4065-a078-ebe7f0877df2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:52.392313713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"51a6b303-8ee4-4b01-bf2a-c5130f58f688","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:52.492222824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"593deeee-8315-49c8-b489-2f24c6959251","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:52.714091664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"7c820dfa-35ba-412a-86c3-8907f9967e60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:53.024883584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fbf9638-862e-448a-ac1b-c2aaaea2cd47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:53.126465314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7477625-aa50-47c5-b86b-035ff34bc9df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:53.154464403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"47cf00f1-9a3d-4649-b3c8-04124bc2e322","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:53.226112675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"363a6759-bacb-425d-b38f-677ee5c3de26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:53.260475466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"22fc7c3b-b762-4d76-8e57-1633b2b57c98","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:53.260507503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"22fc7c3b-b762-4d76-8e57-1633b2b57c98","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:56.777972166Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:57.326114129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"44cb82ac-1dd9-4c5f-b3db-86f296ab7b8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:57.384341494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"44cb82ac-1dd9-4c5f-b3db-86f296ab7b8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:57.442200527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fabb6ce18f05c609cd1f9d8f75d624afae922bfa5e1933ac001ad068d652c322) AuthConfig (c8fe0116a96a13362bf33ab5dd4c36d19094476b2d4a343daef18bdb9cdbf5ec) AuthConfig (324679ab29ec19f5e842fd25bda12a09cd644dd7668bdf573773acfb62d3eac5) AuthConfig (f06a721eab19da653e20b2683e392df07a1ae30c135468b7d696b898daaea759) AuthConfig (d3b8dd8142c65d4698fb299f64c1fc1eb3ba9787c15df1e9102730c45fdf70f9) AuthConfig (da65b9051398eb1ec5a6583d27b671cb141d4b3f4cb5281e481e6ae81c90faee) AuthConfig (da7bc1d2c1a1d65603cf2611baa079805b3d5e9460db500ff6a3ecabcc857186) AuthConfig (bd3a1359d16bbf0f29e7b830c43d8ce91ff39fc427bc82bc68deeb0065a48dcd) AuthConfig (f502d96f1bb3b0ea670db50bd4b6365dadf19efb5f0a7806f40070987869b010) AuthConfig (e4110bca4f1c1d66f09d108e5f902f2cebde8e6ac787fc63b681bfd1ec82805d) AuthConfig (2de2244a95445b084fed2c8b29f28053df41afe44508fc063f5453c044e2d2b9) AuthConfig (2d8a83ebe5082285dd50f7c38e207081064e18d57e24b93909e1f870c1c9b97d) AuthConfig (879b604f1f575c1f7d4c4d4fe31284853d1e20812a66992075f1b22b0200eb7a) AuthConfig (ee4491c80ab20193260de2f19a55ed10cb6154abc2fc5cfd0ec5aabac8ccc2d4) AuthConfig (098933614b5b7f2ad3ffd4975e8f3ab3149c4e98d0f7a0433ef91b371f2c658e) AuthConfig (efb4362df171aac7f487dbcd2c3b99cffaad79b8be05bd34cfeb22d599adb7f0) AuthConfig (46d0aceddcd9d63186221474cd365ff80e0ad78048e0e5febabe3aab43e891f1) AuthConfig (2a0e66d19ba4699512a8bfdc83a89b7026929f32987051fbbb3906b6cf838646)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"44cb82ac-1dd9-4c5f-b3db-86f296ab7b8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:57.502034719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"90b70e96-6d8b-4c6c-9dcb-0f1c4079fd6a","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:44:57.502064162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"90b70e96-6d8b-4c6c-9dcb-0f1c4079fd6a","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:07.614058508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"8798e01e-22ff-4c72-98e1-eff19616e31e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:07.673323603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"8798e01e-22ff-4c72-98e1-eff19616e31e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:07.732950086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fabb6ce18f05c609cd1f9d8f75d624afae922bfa5e1933ac001ad068d652c322) AuthConfig (c8fe0116a96a13362bf33ab5dd4c36d19094476b2d4a343daef18bdb9cdbf5ec) AuthConfig (324679ab29ec19f5e842fd25bda12a09cd644dd7668bdf573773acfb62d3eac5) AuthConfig (f06a721eab19da653e20b2683e392df07a1ae30c135468b7d696b898daaea759) AuthConfig (d3b8dd8142c65d4698fb299f64c1fc1eb3ba9787c15df1e9102730c45fdf70f9) AuthConfig (da65b9051398eb1ec5a6583d27b671cb141d4b3f4cb5281e481e6ae81c90faee) AuthConfig (da7bc1d2c1a1d65603cf2611baa079805b3d5e9460db500ff6a3ecabcc857186) AuthConfig (bd3a1359d16bbf0f29e7b830c43d8ce91ff39fc427bc82bc68deeb0065a48dcd) AuthConfig (f502d96f1bb3b0ea670db50bd4b6365dadf19efb5f0a7806f40070987869b010) AuthConfig (e4110bca4f1c1d66f09d108e5f902f2cebde8e6ac787fc63b681bfd1ec82805d) AuthConfig (2de2244a95445b084fed2c8b29f28053df41afe44508fc063f5453c044e2d2b9) AuthConfig (2d8a83ebe5082285dd50f7c38e207081064e18d57e24b93909e1f870c1c9b97d) AuthConfig (879b604f1f575c1f7d4c4d4fe31284853d1e20812a66992075f1b22b0200eb7a) AuthConfig (ee4491c80ab20193260de2f19a55ed10cb6154abc2fc5cfd0ec5aabac8ccc2d4) AuthConfig (098933614b5b7f2ad3ffd4975e8f3ab3149c4e98d0f7a0433ef91b371f2c658e) AuthConfig (efb4362df171aac7f487dbcd2c3b99cffaad79b8be05bd34cfeb22d599adb7f0) AuthConfig (46d0aceddcd9d63186221474cd365ff80e0ad78048e0e5febabe3aab43e891f1) AuthConfig (2a0e66d19ba4699512a8bfdc83a89b7026929f32987051fbbb3906b6cf838646)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"8798e01e-22ff-4c72-98e1-eff19616e31e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:15.611180215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789a80f6-187b-45b6-bba7-674bbe666d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:15.667574327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789a80f6-187b-45b6-bba7-674bbe666d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:15.72641656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789a80f6-187b-45b6-bba7-674bbe666d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:15.781581955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789a80f6-187b-45b6-bba7-674bbe666d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:16.879100371Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","namespace":"ai-tenant-e2e-mt-c552d66f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:16.879231952Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","namespace":"ai-tenant-e2e-mt-c552d66f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:16.879285544Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","tenant":"e2e-mt-c552d66f","tenantID":"e2e-mt-c552d66f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:16.935523922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"Deployment","name":"maas-api-e2e-mt-c552d66f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.000151084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"Service","name":"maas-api-e2e-mt-c552d66f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.065091713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c552d66f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.120619658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c552d66f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.227345211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.286193492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.356008308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.448170586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.502241344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"Deployment","name":"payload-processing-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.555848612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.609965032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"Service","name":"payload-processing-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.664304313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"Service","name":"payload-pre-processing-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.718257053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.771900293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.827366747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.840186442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89813e4-d62d-4264-86fb-a62f02f4bfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.894685346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89813e4-d62d-4264-86fb-a62f02f4bfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.897941345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.949650159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89813e4-d62d-4264-86fb-a62f02f4bfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:17.949888349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"8c6c4465-4f2c-4d49-be81-abf5699bc140","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:18.004767042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:18.006250693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89813e4-d62d-4264-86fb-a62f02f4bfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:18.072618471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:18.079194595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"8c6c4465-4f2c-4d49-be81-abf5699bc140","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:18.133204803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c552d66f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:18.142294036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fabb6ce18f05c609cd1f9d8f75d624afae922bfa5e1933ac001ad068d652c322) AuthConfig (c8fe0116a96a13362bf33ab5dd4c36d19094476b2d4a343daef18bdb9cdbf5ec) AuthConfig (324679ab29ec19f5e842fd25bda12a09cd644dd7668bdf573773acfb62d3eac5) AuthConfig (f06a721eab19da653e20b2683e392df07a1ae30c135468b7d696b898daaea759) AuthConfig (d3b8dd8142c65d4698fb299f64c1fc1eb3ba9787c15df1e9102730c45fdf70f9) AuthConfig (da65b9051398eb1ec5a6583d27b671cb141d4b3f4cb5281e481e6ae81c90faee) AuthConfig (da7bc1d2c1a1d65603cf2611baa079805b3d5e9460db500ff6a3ecabcc857186) AuthConfig (bd3a1359d16bbf0f29e7b830c43d8ce91ff39fc427bc82bc68deeb0065a48dcd) AuthConfig (f502d96f1bb3b0ea670db50bd4b6365dadf19efb5f0a7806f40070987869b010) AuthConfig (e4110bca4f1c1d66f09d108e5f902f2cebde8e6ac787fc63b681bfd1ec82805d) AuthConfig (2de2244a95445b084fed2c8b29f28053df41afe44508fc063f5453c044e2d2b9) AuthConfig (2d8a83ebe5082285dd50f7c38e207081064e18d57e24b93909e1f870c1c9b97d) AuthConfig (879b604f1f575c1f7d4c4d4fe31284853d1e20812a66992075f1b22b0200eb7a) AuthConfig (ee4491c80ab20193260de2f19a55ed10cb6154abc2fc5cfd0ec5aabac8ccc2d4) AuthConfig (098933614b5b7f2ad3ffd4975e8f3ab3149c4e98d0f7a0433ef91b371f2c658e) AuthConfig (efb4362df171aac7f487dbcd2c3b99cffaad79b8be05bd34cfeb22d599adb7f0) AuthConfig (46d0aceddcd9d63186221474cd365ff80e0ad78048e0e5febabe3aab43e891f1) AuthConfig (2a0e66d19ba4699512a8bfdc83a89b7026929f32987051fbbb3906b6cf838646)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"8c6c4465-4f2c-4d49-be81-abf5699bc140","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:18.193954729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"42f491b5-6329-404a-b05e-476f181fe6f0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c552d66f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:23.511029703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"8dc3397a-9ed0-4870-91e3-2bff7f08567b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:23.698963218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8bedecd-c33c-4dc6-8eba-2db050056d9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:23.799510659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"c9e90c5b-d0ef-4a33-b805-93bf5664921d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:23.825935982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"58591e45-5e18-49a6-9b19-8de3f309ca5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:24.20096236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"c2aed196-b20f-4399-918d-6e867cc3acbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:24.309242886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"c8c68a5a-a847-4524-ab37-10e546a00d7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:24.407611799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f342e342-625f-4729-9d07-b4725c8b16c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:24.534742859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"afb631bb-dccf-480e-b147-1513cd47ffe1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:24.659015873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"1b63d3e8-6dd8-4415-8b8a-52ffb1718eff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:24.786954078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"e99e82cd-f0f8-4381-8191-f4646434ac0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:24.888284379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"7cf6593e-f3be-4259-a32b-f69f030082dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:25.034570331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"a78d9eb3-552d-41a5-adb2-56115660b68f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:26.782956076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:27.082210703Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c552d66f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c552d66f","reconcileID":"86df50b0-1047-4415-bfab-12f393bc8d85","aitenant":"ai-tenants/e2e-mt-c552d66f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:27.588994939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cda5bc6-4ce5-49d4-8404-16aa1b95e576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:27.642928691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cda5bc6-4ce5-49d4-8404-16aa1b95e576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:27.697545592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cda5bc6-4ce5-49d4-8404-16aa1b95e576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:27.752497805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cda5bc6-4ce5-49d4-8404-16aa1b95e576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:27.922606125Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c552d66f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c552d66f","reconcileID":"86df50b0-1047-4415-bfab-12f393bc8d85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c552d66f","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c552d66f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:28.250344734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"7b24fa05-3f1f-4a2c-b142-caecfc1d3ad7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:28.308403781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"7b24fa05-3f1f-4a2c-b142-caecfc1d3ad7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:28.58756727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"51f15ee4-872f-4fe0-b697-f7182efe3b62","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:28.587596548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"51f15ee4-872f-4fe0-b697-f7182efe3b62","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:29.770062931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75db286-0e62-4436-aaa2-9f0a843bce11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:29.824075461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75db286-0e62-4436-aaa2-9f0a843bce11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:29.878185793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75db286-0e62-4436-aaa2-9f0a843bce11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:29.932048196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75db286-0e62-4436-aaa2-9f0a843bce11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:31.874341495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240d0a11-69e6-4795-b3e6-3b02b0811f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:31.930683452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240d0a11-69e6-4795-b3e6-3b02b0811f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:31.986748029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240d0a11-69e6-4795-b3e6-3b02b0811f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:32.04121917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240d0a11-69e6-4795-b3e6-3b02b0811f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:33.820696029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"6e40d662-a254-4d30-8e34-e8dbd27c7783","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:33.820723169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"6e40d662-a254-4d30-8e34-e8dbd27c7783","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:33.882729214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"41cc3f11-7082-4c47-98a9-a2e491af1b14","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:33.882754573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"41cc3f11-7082-4c47-98a9-a2e491af1b14","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:45:33.926764352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-a-bc84af","reconcileID":"109ba08a-27fd-4c28-a583-5402b3d15456","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-bc84af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:33.929001258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"6bc5b163-8da6-494e-9a27-3852738fc338","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:45:33.939688989Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"41cc3f11-7082-4c47-98a9-a2e491af1b14","name":"rate-test-model-6d65e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-6d65e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:45:33.939755714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"41cc3f11-7082-4c47-98a9-a2e491af1b14","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-6d65e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:33.94724758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"114bf540-3ca2-4bfa-84a9-74e80f028e6e","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:33.947267927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"114bf540-3ca2-4bfa-84a9-74e80f028e6e","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:33.986948373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"6bc5b163-8da6-494e-9a27-3852738fc338","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.034571311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"29fb81ec-6cb4-4137-bbb8-adfeaccf2b8a","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.034601169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"29fb81ec-6cb4-4137-bbb8-adfeaccf2b8a","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.096050376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"f2c856dc-a433-4f74-abff-8c7d772b6aea","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.096079443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"f2c856dc-a433-4f74-abff-8c7d772b6aea","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.137591441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"25112575-f670-49cf-bb82-80cc1bc8388a","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.13761143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"25112575-f670-49cf-bb82-80cc1bc8388a","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.197432376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"251a3b65-1630-4220-991c-c623adfa7ece","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.197461005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"251a3b65-1630-4220-991c-c623adfa7ece","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:45:34.242903628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-b-bc84af","reconcileID":"a745056d-2d50-48bf-a977-e07330799e36","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-bc84af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.245043402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"91c42d18-3a74-499c-b056-d9850f9de39c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.302902176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"91c42d18-3a74-499c-b056-d9850f9de39c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.324382476Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-a-bc84af","reconcileID":"b2a7ce44-f4b1-4ba8-accb-5b829c66bca4","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-rate-test-model-6d65e1","model":"rate-test-model-6d65e1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-6d65e1/e2e-rate-iso-a-bc84af"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.345370807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"bdb3d693-9128-49e3-bfbb-8799cec8b625","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.349084321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"1467a30a-522c-476d-90ed-fdf1641b4d78","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.349104733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"1467a30a-522c-476d-90ed-fdf1641b4d78","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.40419208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"bdb3d693-9128-49e3-bfbb-8799cec8b625","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.408462382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"6b0ab933-dfe4-4b14-8470-e1e70e5a0717","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.408483246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"6b0ab933-dfe4-4b14-8470-e1e70e5a0717","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.510007197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"992b4f30-17b5-413f-afd0-628242587510","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.510031154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"992b4f30-17b5-413f-afd0-628242587510","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.627889567Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-b-bc84af","reconcileID":"ee694d08-253d-420b-bc93-837bf0c16ca1","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-rate-test-model-0ac243","model":"rate-test-model-0ac243","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-0ac243/e2e-rate-iso-b-bc84af"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.640485249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"d3e19e30-5089-4e12-a80c-74b035399d5c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.699762671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"d3e19e30-5089-4e12-a80c-74b035399d5c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.72631325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-a-bc84af","reconcileID":"9d50a8ac-aa84-4965-81c5-aedfc8f62e66","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-rate-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.799607723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"024758f6-5daa-4ef9-b7f7-360bf502d715","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:34.799631572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"024758f6-5daa-4ef9-b7f7-360bf502d715","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:35.01704879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-b-bc84af","reconcileID":"7ad9b620-e2ac-40fc-99c7-d8a5d63dc4bd","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-rate-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:35.99230227Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-access","reconcileID":"3af3437e-afbe-491c-aa23-5ae571e12af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:35.992381089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"08f09e74-07c4-4753-9529-7cb325c83326","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:36.180709817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"81396c8f-f3ae-40f9-8fe9-55202688a178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:36.236443832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"d25d7633-f469-4d19-a1c0-45950b5acb3e","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:36.243245242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"81396c8f-f3ae-40f9-8fe9-55202688a178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:36.292561264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"58c665af-7c99-4529-8b47-a6dcdcaa4cb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:36.40261037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"afb4b895-668d-4e2f-8d88-058e2aa1a65a","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:36.560622153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"95405b24-ae1b-4425-959b-1e15a8d79840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:36.619896937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"95405b24-ae1b-4425-959b-1e15a8d79840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:43.806465513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:43.80655046Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","namespace":"ai-tenant-e2e-shared-a-w2-80d95b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:43.806632328Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","tenant":"e2e-shared-a-w2-80d95b","tenantID":"e2e-shared-a-w2-80d95b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:43.863440059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-80d95b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:43.925227466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"Service","name":"maas-api-e2e-shared-a-w2-80d95b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:43.981792535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-80d95b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.037456532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-80d95b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.09386134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.150473492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.210003183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.266526358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.324111503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.378199844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.432888439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.487093157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.541151893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.59502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.648548964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.705081778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.759045579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.812978807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.867196689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:44.921526223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"namespace":"ai-tenant-e2e-shared-a-w2-80d95b","name":"default-tenant","reconcileID":"fe38dbc3-2db4-42d8-a96c-ea602001fcd3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-80d95b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:46.578619848Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"20d29ec9-ddc9-4500-b655-b3ad1f66d4fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:46.633026226Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"20d29ec9-ddc9-4500-b655-b3ad1f66d4fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:46.690137948Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"simulator-subscription","reconcileID":"20d29ec9-ddc9-4500-b655-b3ad1f66d4fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/simulator-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:47.015647399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"66e70843-1cdd-4412-aeb5-64f0e17d6c1d","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:47.132381842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"3cf778c7-ab73-45a4-8279-e6d3883ca493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:47.19211718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"3cf778c7-ab73-45a4-8279-e6d3883ca493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:47.33138337Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-80d95b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-80d95b","reconcileID":"3a21d561-c776-4635-8164-fa009225587a","aitenant":"ai-tenants/e2e-shared-a-w2-80d95b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:47.835973403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53de3f39-7780-4114-a947-7a601e0bd622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:47.890015098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53de3f39-7780-4114-a947-7a601e0bd622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:47.944223147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53de3f39-7780-4114-a947-7a601e0bd622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:47.998321218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53de3f39-7780-4114-a947-7a601e0bd622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:48.17242637Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-80d95b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-80d95b","reconcileID":"3a21d561-c776-4635-8164-fa009225587a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-80d95b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-80d95b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:49.986065437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425d7e9f-20cc-4163-b887-efdc3c710cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:50.040984405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425d7e9f-20cc-4163-b887-efdc3c710cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:50.095370023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425d7e9f-20cc-4163-b887-efdc3c710cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:50.150209923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"425d7e9f-20cc-4163-b887-efdc3c710cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.097715346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e002531-75e1-4e7f-aead-d43700453212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.151729499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e002531-75e1-4e7f-aead-d43700453212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.20827434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"ca722097-1942-4299-ba12-7bd84b22cc17","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.20866645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e002531-75e1-4e7f-aead-d43700453212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.265319403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e002531-75e1-4e7f-aead-d43700453212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.265457818Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"472a7ead-910a-4ee1-83db-a28adb8ebde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.473750179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"472a7ead-910a-4ee1-83db-a28adb8ebde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.594897578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"a12f7664-9121-4ed1-a013-28021129ed58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.612207011Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"472a7ead-910a-4ee1-83db-a28adb8ebde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"e2e-worker-w1-6d5663-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.612237346Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-access","reconcileID":"472a7ead-910a-4ee1-83db-a28adb8ebde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.670550826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"5fc3ea44-ff25-454d-8755-9157019fc5a3","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:52.924885172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"86862090-cb42-46a3-8adb-ae6ab777ff8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:53.086458076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"ad9f7bc0-5d9f-435c-8f63-c8d9a5ea2e9e","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:53.086701953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"62f590b0-b5bf-4585-9c9f-f51af4e78158","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:53.086985741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"distinct-w1-6d5663","reconcileID":"59682bba-af89-4afb-bbb0-e0791019a28f","MaaSModelRef":{"name":"distinct-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"distinct-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"distinct-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:53.08721625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"distinct-2-w1-6d5663","reconcileID":"586ded7a-37c3-4a05-a086-2c2047929884","MaaSModelRef":{"name":"distinct-2-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"distinct-2-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"distinct-2-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:53.253527669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"8a7afca4-c94f-4f3a-bc2a-e20e84d501a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:53.494859742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"9cac9a05-1902-4e49-b6d7-66e0eb6cad20","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:53.634396704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"19cc6317-2c99-4327-aa7e-45b9505fe622","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:54.30841935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97f8ce7-06af-4128-9607-dd1d69dec671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:54.363721185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97f8ce7-06af-4128-9607-dd1d69dec671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:54.418515264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97f8ce7-06af-4128-9607-dd1d69dec671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:54.473546764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97f8ce7-06af-4128-9607-dd1d69dec671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:56.60084902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f407a0c0-4d68-42c6-bfbe-3e569bf03b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:56.658034004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f407a0c0-4d68-42c6-bfbe-3e569bf03b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:56.712080788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f407a0c0-4d68-42c6-bfbe-3e569bf03b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:56.76656264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f407a0c0-4d68-42c6-bfbe-3e569bf03b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:56.77939123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:58.752048714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2680021-c95f-408d-9515-ba96d114b02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:58.806208397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2680021-c95f-408d-9515-ba96d114b02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:58.860687478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2680021-c95f-408d-9515-ba96d114b02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:45:58.917220722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2680021-c95f-408d-9515-ba96d114b02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:00.888117177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4dae637-3b31-423a-8499-7b71e0e7fe81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:00.942341746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4dae637-3b31-423a-8499-7b71e0e7fe81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:00.996345698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4dae637-3b31-423a-8499-7b71e0e7fe81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:01.050878604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4dae637-3b31-423a-8499-7b71e0e7fe81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:03.952730325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"4b40c7be-eb41-4049-8f60-6c4335cccf5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:04.008008468Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"4b40c7be-eb41-4049-8f60-6c4335cccf5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:04.062112746Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"premium-simulator-subscription","reconcileID":"4b40c7be-eb41-4049-8f60-6c4335cccf5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"name":"maas-trlp-premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663","model":"e2e-models-e2e-worker-w1-6d5663/premium-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:04.290994089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"9e0410b4-611f-40cb-b3ad-cf2d85be122f","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:04.291022373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"9e0410b4-611f-40cb-b3ad-cf2d85be122f","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:04.35235654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"6c7d7ba8-687b-4d7a-b628-727326031506","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:05.834570827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"c5576ef7-8619-46b2-955a-cc1ac1061a1c","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:12.472806906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"distinct-2-w1-6d5663","reconcileID":"6d5ffbea-ded4-4b9a-8626-ca6a333fd7f4","MaaSModelRef":{"name":"distinct-2-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"distinct-2-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"distinct-2-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:12.832068244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"distinct-w1-6d5663","reconcileID":"2d930188-8d8e-4bfd-b2ef-215a0483aa9b","MaaSModelRef":{"name":"distinct-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"distinct-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"distinct-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:13.191195802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"premium-w1-6d5663","reconcileID":"67a78201-3549-4d9d-bfed-f3339c066cc7","MaaSModelRef":{"name":"premium-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"premium-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"premium-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:15.892666865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"namespace":"e2e-models-e2e-worker-w1-6d5663","name":"simulator-w1-6d5663","reconcileID":"aeac58c8-b965-4da8-be03-6eadf4f6d02d","MaaSModelRef":{"name":"simulator-w1-6d5663","namespace":"e2e-models-e2e-worker-w1-6d5663"},"routeName":"simulator-w1-6d5663-kserve-route","namespace":"e2e-models-e2e-worker-w1-6d5663","llmisvcName":"simulator-w1-6d5663","gateway":"openshift-ingress/e2e-worker-w1-6d5663","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:20.682517825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-b-bc84af","reconcileID":"b78f93ed-c07d-4d38-9719-b835ef35d6c0","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-rate-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:20.854156435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"fefe1a36-c57f-42f8-befb-b04e48279cd0","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:20.854179342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"fefe1a36-c57f-42f8-befb-b04e48279cd0","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:21.774963544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-a-bc84af","reconcileID":"9a85dcc7-8d04-4060-ae8f-dd9dd121fdb4","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-rate-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:21.868268225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"ad40a63a-5f66-47ff-8121-3d05f8c0542f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:21.925956348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"ad40a63a-5f66-47ff-8121-3d05f8c0542f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:21.94886041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"e4548cd3-af1b-4af3-bbf9-b0b72261105d","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:21.948984696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"e4548cd3-af1b-4af3-bbf9-b0b72261105d","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:22.352941204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"dfcf3700-8660-4c1a-8945-72336bc979ad","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:22.352980523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"dfcf3700-8660-4c1a-8945-72336bc979ad","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:22.660733116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"c2c6b24f-fd3b-4851-85e5-f6e407160d7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:22.720950405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"c2c6b24f-fd3b-4851-85e5-f6e407160d7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:26.778096032Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.644230322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"3812ef42-1d42-4609-a4d6-59282bb7e78c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.644381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"81c32787-2077-4e54-945b-6aedd0c61a6c","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.644401176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"81c32787-2077-4e54-945b-6aedd0c61a6c","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.813911161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"1455d6c0-f84b-4fc0-8295-a75da70ef715","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.81393669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"1455d6c0-f84b-4fc0-8295-a75da70ef715","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.860707435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"3812ef42-1d42-4609-a4d6-59282bb7e78c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.872977614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"f88cc0bf-d991-4f01-b3df-8bdad51a2171","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.87300885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"f88cc0bf-d991-4f01-b3df-8bdad51a2171","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.927630949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-a-bc84af","reconcileID":"a70c70ee-bc3d-43cd-9f1e-c199cfebbe75","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-rate-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.989541803Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"3812ef42-1d42-4609-a4d6-59282bb7e78c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:27.989574742Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-auth-bc84af","reconcileID":"3812ef42-1d42-4609-a4d6-59282bb7e78c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.013839608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"316ab570-2d79-4e1b-a573-d6293ee69660","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.051180591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"566e1b06-891d-4469-8e5d-7ceb7e5124b9","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.051208344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"566e1b06-891d-4469-8e5d-7ceb7e5124b9","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.141110455Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"316ab570-2d79-4e1b-a573-d6293ee69660","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.197691995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"316ab570-2d79-4e1b-a573-d6293ee69660","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.198030845Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"dd701e28-9e29-46b1-8bb5-1d49bed7e851","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.198179645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"1b252901-ccf9-47b2-8255-e7ecacb828e3","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.198196875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"1b252901-ccf9-47b2-8255-e7ecacb828e3","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.257282196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"d2903866-fb32-4ecd-938f-15c34cf621c6","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.257310948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"d2903866-fb32-4ecd-938f-15c34cf621c6","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.325652297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-a-bc84af","reconcileID":"0cc0209a-1f24-4fe5-9a33-25a32d178994","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-rate-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.405637664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"dd701e28-9e29-46b1-8bb5-1d49bed7e851","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.47391938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-b-bc84af","reconcileID":"b9f1aa92-c7ec-4e2d-a9ea-89686abf978d","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-rate-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.535819199Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"dd701e28-9e29-46b1-8bb5-1d49bed7e851","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.535850846Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-auth-bc84af","reconcileID":"dd701e28-9e29-46b1-8bb5-1d49bed7e851","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.595902838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"ba4912c9-a895-43d7-bdb0-de362e5611e8","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.595928852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"ba4912c9-a895-43d7-bdb0-de362e5611e8","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.751092647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"4a5b27c9-740d-4a80-b174-13a26937c44a","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.751141872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"4a5b27c9-740d-4a80-b174-13a26937c44a","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:28.871731113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-b-bc84af","reconcileID":"475bfb05-c260-4035-acfd-df1c6645c5e1","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-rate-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:38.364737742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"0e864968-8f76-4427-9db5-7b837a0af889","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:38.423171556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"0e864968-8f76-4427-9db5-7b837a0af889","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:38.480152667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"0e864968-8f76-4427-9db5-7b837a0af889","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:38.919013881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-a-bc84af","reconcileID":"c850252e-25d6-4be9-a7ae-5df9f9b7785a","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","subscription":"e2e-rate-iso-a-bc84af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:38.97361121Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-a-bc84af","reconcileID":"c850252e-25d6-4be9-a7ae-5df9f9b7785a","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:39.027915874Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-rate-iso-a-bc84af","reconcileID":"c850252e-25d6-4be9-a7ae-5df9f9b7785a","MaaSSubscription":{"name":"e2e-rate-iso-a-bc84af","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:39.303484845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"bff018b9-72f6-495b-98d0-1a92862dd002","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/rate-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:39.303509221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"rate-test-model-6d65e1","reconcileID":"bff018b9-72f6-495b-98d0-1a92862dd002","MaaSModelRef":{"name":"rate-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"rate-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"rate-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:39.462034956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"1a251445-3e30-4a36-b934-e4bf5f4464a4","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:39.462055204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"1a251445-3e30-4a36-b934-e4bf5f4464a4","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.02492532Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","namespace":"ai-tenant-e2e-worker-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.024984567Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","namespace":"ai-tenant-e2e-worker-w1-6d5663","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.025036543Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","tenant":"e2e-worker-w1-6d5663","tenantID":"e2e-worker-w1-6d5663","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.081469173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"Deployment","name":"maas-api-e2e-worker-w1-6d5663","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.142877884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"Service","name":"maas-api-e2e-worker-w1-6d5663","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.200077382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-6d5663","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.258060982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-6d5663","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.315996898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.371950037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.430232907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.490471941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.544302859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.598075464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.65168217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"Service","name":"payload-processing-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.705461763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.75898141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.812397259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.865823062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.923420867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:46.976733658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:47.030430348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:47.087461452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-6d5663","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:47.141006346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"namespace":"ai-tenant-e2e-worker-w1-6d5663","name":"default-tenant","reconcileID":"89bf2e89-b7b1-4b4a-b34d-5c979fc04080","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-6d5663","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:48.601771859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"394987bb-db04-493b-bebd-2e0a5524ba07","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:48.65510529Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-6d5663","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-6d5663","reconcileID":"84411bd6-c995-4f35-a1ae-aee664ceb86e","aitenant":"ai-tenants/e2e-worker-w1-6d5663","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:48.661075849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"394987bb-db04-493b-bebd-2e0a5524ba07","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:48.718387454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"394987bb-db04-493b-bebd-2e0a5524ba07","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:49.133605329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4734215f-30a2-40e9-a8ba-f4e86029e533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:49.191300125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4734215f-30a2-40e9-a8ba-f4e86029e533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:49.246734205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4734215f-30a2-40e9-a8ba-f4e86029e533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:49.301096391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4734215f-30a2-40e9-a8ba-f4e86029e533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:49.474209625Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-6d5663","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-6d5663","reconcileID":"84411bd6-c995-4f35-a1ae-aee664ceb86e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-6d5663","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-6d5663"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:49.629247302Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-b-bc84af","reconcileID":"124d14ca-d6d7-4670-b273-8c1682b9167b","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","subscription":"e2e-rate-iso-b-bc84af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:49.683232812Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-b-bc84af","reconcileID":"124d14ca-d6d7-4670-b273-8c1682b9167b","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:49.737166207Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-rate-iso-b-bc84af","reconcileID":"124d14ca-d6d7-4670-b273-8c1682b9167b","MaaSSubscription":{"name":"e2e-rate-iso-b-bc84af","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:50.01378694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"49bdead1-cb06-4e70-ae47-de069e18a2da","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/rate-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:50.014779602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"rate-test-model-0ac243","reconcileID":"49bdead1-cb06-4e70-ae47-de069e18a2da","MaaSModelRef":{"name":"rate-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"rate-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"rate-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:51.244950023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329c6776-7749-4e6e-b28b-7ae2028fad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:51.299009146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329c6776-7749-4e6e-b28b-7ae2028fad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:51.353324572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329c6776-7749-4e6e-b28b-7ae2028fad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:51.4080321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329c6776-7749-4e6e-b28b-7ae2028fad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:52.498847061Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:52.498936558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","namespace":"ai-tenant-e2e-shared-b-w2-3404b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:52.499013201Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","tenant":"e2e-shared-b-w2-3404b9","tenantID":"e2e-shared-b-w2-3404b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:52.555242148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-3404b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:52.616287561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"Service","name":"maas-api-e2e-shared-b-w2-3404b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:52.67279716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-3404b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:52.731615192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-3404b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:52.830466714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:52.887905259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:52.94875488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.015643227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.071455143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.125301959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.179321431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.233013405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.286441976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.342257886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.398520906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.411839127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2674c62-e7ea-446d-b4a8-7e58e0c214f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.466156794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2674c62-e7ea-446d-b4a8-7e58e0c214f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.471055784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.520949698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2674c62-e7ea-446d-b4a8-7e58e0c214f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.577606316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.578034042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2674c62-e7ea-446d-b4a8-7e58e0c214f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.636546105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.690213177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:53.743615695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"namespace":"ai-tenant-e2e-shared-b-w2-3404b9","name":"default-tenant","reconcileID":"98f65635-c20e-4991-8cab-c4181c59a6af","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-3404b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:56.7793329Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:58.8267933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"32cf4a1f-cd8a-4cbf-ad48-abb7eeaae585","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:58.928780061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"32cf4a1f-cd8a-4cbf-ad48-abb7eeaae585","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:46:58.987007845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"32cf4a1f-cd8a-4cbf-ad48-abb7eeaae585","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:03.480293903Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3404b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3404b9","reconcileID":"fd4abc68-e61c-4b28-86b6-9e6e1009f477","aitenant":"ai-tenants/e2e-shared-b-w2-3404b9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:03.955013487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78519347-6910-4be4-b618-0f1c12e3bf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:04.009221776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78519347-6910-4be4-b618-0f1c12e3bf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:04.063089504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78519347-6910-4be4-b618-0f1c12e3bf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:04.1176616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78519347-6910-4be4-b618-0f1c12e3bf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:04.293241633Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3404b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3404b9","reconcileID":"fd4abc68-e61c-4b28-86b6-9e6e1009f477","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-3404b9","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-3404b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:05.526903396Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-access","reconcileID":"25bf4b61-373b-4369-96a6-9588edec0134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:05.527402984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"ffdb6bfc-18aa-45f6-9370-176eca82ffc3","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:05.696217265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"2eeca62c-db3e-4106-ba79-da390273c51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:05.699471916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"2d9f0b71-b77f-4e33-98b7-fa2864087777","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:05.754228129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"2eeca62c-db3e-4106-ba79-da390273c51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:05.80449146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"07a91b0b-52a1-4e55-bccb-bdd2492abda3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:05.864933455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"0f614545-7267-4d83-b0bf-621822693fa5","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:06.062425056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d056cc-1700-4d22-a871-782ed23ed4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:06.11651023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d056cc-1700-4d22-a871-782ed23ed4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:06.170605544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d056cc-1700-4d22-a871-782ed23ed4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:06.170859345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ae1e6986-e3ff-4125-9343-ab89011fe921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:06.224624425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d056cc-1700-4d22-a871-782ed23ed4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:06.283345824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"ae1e6986-e3ff-4125-9343-ab89011fe921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:08.211215381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc3447-70b9-4da9-8ae5-fd45c9025e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:08.265228344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc3447-70b9-4da9-8ae5-fd45c9025e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:08.319560549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc3447-70b9-4da9-8ae5-fd45c9025e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:08.373624425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc3447-70b9-4da9-8ae5-fd45c9025e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:09.096402906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"f1634eb2-e7cd-400e-bcef-8dbdef9f2bfa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:09.155112486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"f1634eb2-e7cd-400e-bcef-8dbdef9f2bfa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:09.228728611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2a468189c3b087bf231a4508416d2e8b02c4b4601211639928c5cf251f8da8a) AuthConfig (aa4c600a31b2d0b5e5d351cfa746950715f5c5e60d7720ce96f908ade62e87db) AuthConfig (b14f5b4efc760cc580fb920b898ffc479cc7f898484f2902034b5333d939d697) AuthConfig (d468ecbdfeb66aa8e18c8538b8eec6aa361f22f3a425a749f2db6072e8b1f56d) AuthConfig (0137ba18478b83634ac689f648de37aed95446ee0d9d98187d034035d8d55241) AuthConfig (a0943d300e08d646ec3d42fa23880c4936f8aa28eb3e0d035d065426f5742a1c) AuthConfig (3d4cf09c5e2cf75c5fa020518ff6592d547227d05f6b7a5e3280afca77446449) AuthConfig (cba2ca1d2e67699c511c0948382b164cc6a4b8dd9a80b35bc0f2f27745314049) AuthConfig (d81c33feb1d6167debaba7e876e6c4684281f7a900bda23703ecd01a3344d15b) AuthConfig (b3f840ce4ddd3e18ecb2da155977d81de4b3baf9912766659ad713c8aa98d712) AuthConfig (9a343c8eb5c668c8c233664340fe99944c06ae441d887f37152d3b1fb6934236) AuthConfig (7b4420ac9bd1fa90573c36b622696df2fb355b1deebeaaf5f60622ddd1d67e28) AuthConfig (c56646686ead3d52ec9516fa7fb83e54208b8f339fbc50050b380d8c28c6ba4d) AuthConfig (9a807a4cc75737e7b151884d305d107c1635214c4dcb926125db4ddce688a454) AuthConfig (e7bdce085e39b0b21a9056846f1304bfb98d3103b6a789e339903670f1ce81e3) AuthConfig (a1033dd780ac9d991516e90c05b1e8317f3b8f21ec9b03e0fd192348cbdbe655) AuthConfig (3fa0436a58128e7ec17276a66575670dde78d6f8bc89a6d07b5dc34946aa2c16) AuthConfig (ee16acaba4d9b4fc5465410d96045f6877f094a43088d610001add07b8e3c385)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"f1634eb2-e7cd-400e-bcef-8dbdef9f2bfa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:09.288951598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"0a1a3c11-a35f-4ea8-ae90-ddf268cbf653","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:09.288975567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"0a1a3c11-a35f-4ea8-ae90-ddf268cbf653","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:16.083675353Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"60bf26f4-7bbb-4beb-b9e3-c909b385a7b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:16.137497321Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"60bf26f4-7bbb-4beb-b9e3-c909b385a7b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:16.191477999Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"simulator-subscription","reconcileID":"60bf26f4-7bbb-4beb-b9e3-c909b385a7b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/simulator-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:16.465858366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"e045ed24-ccc3-4bfc-915a-211f1baa822a","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:16.574012306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e42a33ab-daf2-45a1-8844-b8cf01f4218e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:16.633017779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"e42a33ab-daf2-45a1-8844-b8cf01f4218e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:17.7843621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"159312c9-133f-4a20-a1ba-92dac0f45fde","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:19.397705884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"d68e3f78-03d2-42c6-9645-bd6714f2654c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:19.455784452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"d68e3f78-03d2-42c6-9645-bd6714f2654c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:19.512967347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2a468189c3b087bf231a4508416d2e8b02c4b4601211639928c5cf251f8da8a) AuthConfig (aa4c600a31b2d0b5e5d351cfa746950715f5c5e60d7720ce96f908ade62e87db) AuthConfig (b14f5b4efc760cc580fb920b898ffc479cc7f898484f2902034b5333d939d697) AuthConfig (d468ecbdfeb66aa8e18c8538b8eec6aa361f22f3a425a749f2db6072e8b1f56d) AuthConfig (0137ba18478b83634ac689f648de37aed95446ee0d9d98187d034035d8d55241) AuthConfig (a0943d300e08d646ec3d42fa23880c4936f8aa28eb3e0d035d065426f5742a1c) AuthConfig (3d4cf09c5e2cf75c5fa020518ff6592d547227d05f6b7a5e3280afca77446449) AuthConfig (cba2ca1d2e67699c511c0948382b164cc6a4b8dd9a80b35bc0f2f27745314049) AuthConfig (d81c33feb1d6167debaba7e876e6c4684281f7a900bda23703ecd01a3344d15b) AuthConfig (b3f840ce4ddd3e18ecb2da155977d81de4b3baf9912766659ad713c8aa98d712) AuthConfig (9a343c8eb5c668c8c233664340fe99944c06ae441d887f37152d3b1fb6934236) AuthConfig (7b4420ac9bd1fa90573c36b622696df2fb355b1deebeaaf5f60622ddd1d67e28) AuthConfig (c56646686ead3d52ec9516fa7fb83e54208b8f339fbc50050b380d8c28c6ba4d) AuthConfig (9a807a4cc75737e7b151884d305d107c1635214c4dcb926125db4ddce688a454) AuthConfig (e7bdce085e39b0b21a9056846f1304bfb98d3103b6a789e339903670f1ce81e3) AuthConfig (a1033dd780ac9d991516e90c05b1e8317f3b8f21ec9b03e0fd192348cbdbe655) AuthConfig (3fa0436a58128e7ec17276a66575670dde78d6f8bc89a6d07b5dc34946aa2c16) AuthConfig (ee16acaba4d9b4fc5465410d96045f6877f094a43088d610001add07b8e3c385)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"d68e3f78-03d2-42c6-9645-bd6714f2654c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.047466093Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"fbd2cce0-9095-4e62-8519-8460772b21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.047881725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"63e98f3d-1917-4bfc-8861-c5aa4e4d043e","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.261518942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"fbd2cce0-9095-4e62-8519-8460772b21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.313252868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"fef14015-80a6-457f-b558-be1d7c181c9a","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.369741904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"73c8e6fd-500f-4313-8c6e-5c83b2e7bcfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.387476537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"fbd2cce0-9095-4e62-8519-8460772b21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"e2e-worker-w2-22e9c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.3875054Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-access","reconcileID":"fbd2cce0-9095-4e62-8519-8460772b21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.444703859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"09d8b733-fbd4-42d3-b35e-38b139590fef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.648048861Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"7a1de76d-16eb-42bb-9157-bf5eaabe870c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dbe55923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.970995327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"1248ad06-2968-42b3-90fb-00c3398d0695","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.971398892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"8e730878-2e8d-4c29-bead-baf89d15c43e","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:22.971706347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"85d10ce0-4c1c-4064-8e4d-0c423f182afd","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:23.027324529Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"a28f80bd-bf9c-4e1d-b40f-12c7ba1907d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dbe55923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:23.029396741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-2-w2-22e9c4","reconcileID":"902fa025-e918-4b72-aac7-f691d785af17","MaaSModelRef":{"name":"distinct-2-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-2-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-2-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:23.987186156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c8c46f-241a-472f-aa1e-c406ea11e015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:24.041807342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c8c46f-241a-472f-aa1e-c406ea11e015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:24.095987531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c8c46f-241a-472f-aa1e-c406ea11e015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:24.150023282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c8c46f-241a-472f-aa1e-c406ea11e015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:26.105747892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f09fe-666c-4a29-b7a1-cba333b7a763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:26.159754976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f09fe-666c-4a29-b7a1-cba333b7a763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:26.214239446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f09fe-666c-4a29-b7a1-cba333b7a763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:26.269741638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f09fe-666c-4a29-b7a1-cba333b7a763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:26.777640426Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:28.284923487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"18bbc4ad-1895-4766-9e72-1eb5c2fe3b70","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:28.284953217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"18bbc4ad-1895-4766-9e72-1eb5c2fe3b70","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:29.623696787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"93ec0c30-1562-4b61-9b51-3825e3cab06a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:29.681309587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"93ec0c30-1562-4b61-9b51-3825e3cab06a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:29.738876139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-754ac5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2a468189c3b087bf231a4508416d2e8b02c4b4601211639928c5cf251f8da8a) AuthConfig (aa4c600a31b2d0b5e5d351cfa746950715f5c5e60d7720ce96f908ade62e87db) AuthConfig (b14f5b4efc760cc580fb920b898ffc479cc7f898484f2902034b5333d939d697) AuthConfig (d468ecbdfeb66aa8e18c8538b8eec6aa361f22f3a425a749f2db6072e8b1f56d) AuthConfig (0137ba18478b83634ac689f648de37aed95446ee0d9d98187d034035d8d55241) AuthConfig (a0943d300e08d646ec3d42fa23880c4936f8aa28eb3e0d035d065426f5742a1c) AuthConfig (3d4cf09c5e2cf75c5fa020518ff6592d547227d05f6b7a5e3280afca77446449) AuthConfig (cba2ca1d2e67699c511c0948382b164cc6a4b8dd9a80b35bc0f2f27745314049) AuthConfig (d81c33feb1d6167debaba7e876e6c4684281f7a900bda23703ecd01a3344d15b) AuthConfig (b3f840ce4ddd3e18ecb2da155977d81de4b3baf9912766659ad713c8aa98d712) AuthConfig (9a343c8eb5c668c8c233664340fe99944c06ae441d887f37152d3b1fb6934236) AuthConfig (7b4420ac9bd1fa90573c36b622696df2fb355b1deebeaaf5f60622ddd1d67e28) AuthConfig (c56646686ead3d52ec9516fa7fb83e54208b8f339fbc50050b380d8c28c6ba4d) AuthConfig (9a807a4cc75737e7b151884d305d107c1635214c4dcb926125db4ddce688a454) AuthConfig (e7bdce085e39b0b21a9056846f1304bfb98d3103b6a789e339903670f1ce81e3) AuthConfig (a1033dd780ac9d991516e90c05b1e8317f3b8f21ec9b03e0fd192348cbdbe655) AuthConfig (3fa0436a58128e7ec17276a66575670dde78d6f8bc89a6d07b5dc34946aa2c16) AuthConfig (ee16acaba4d9b4fc5465410d96045f6877f094a43088d610001add07b8e3c385)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"93ec0c30-1562-4b61-9b51-3825e3cab06a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:32.972209322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"f1166349-7c0c-47a6-b058-f46ebaf269fc","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:33.081928722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"92faffc1-db89-42db-a996-d27922be62c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:33.136115469Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"92faffc1-db89-42db-a996-d27922be62c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:33.191201585Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"premium-simulator-subscription","reconcileID":"92faffc1-db89-42db-a996-d27922be62c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"name":"maas-trlp-premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4","model":"e2e-models-e2e-worker-w2-22e9c4/premium-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:33.465062573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"premium-w2-22e9c4","reconcileID":"9f90ccb6-5244-4c16-a01c-f67e94a95ac3","MaaSModelRef":{"name":"premium-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"premium-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"premium-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:33.763172271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"457b5a76-a57b-468a-b576-9400aca805d7","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:33.763193744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"457b5a76-a57b-468a-b576-9400aca805d7","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:33.820026574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"ac7f4f20-739d-42e9-b652-c24dc8ec3f5c","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:33.820058184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"ac7f4f20-739d-42e9-b652-c24dc8ec3f5c","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:33.927161714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"bbfac31d-bdf3-4925-8769-cca7bb22e137","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:34.053450901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"bbfac31d-bdf3-4925-8769-cca7bb22e137","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:34.110458852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"bbfac31d-bdf3-4925-8769-cca7bb22e137","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:34.168120078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"0dad447e-348e-4b41-9924-f3f1d71f6f37","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:34.168167277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"0dad447e-348e-4b41-9924-f3f1d71f6f37","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:39.847683533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"725d7a65-2e2f-470b-bd36-471ef30de26a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:39.906773279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"725d7a65-2e2f-470b-bd36-471ef30de26a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:40.228943817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"68002856-fa84-4e14-b430-c98b6d0733cb","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:40.228969215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"68002856-fa84-4e14-b430-c98b6d0733cb","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:41.544590139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"distinct-w2-22e9c4","reconcileID":"409ad0f2-2383-4146-9373-64d9cc517d48","MaaSModelRef":{"name":"distinct-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"distinct-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"distinct-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:42.973078571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"namespace":"e2e-models-e2e-worker-w2-22e9c4","name":"simulator-w2-22e9c4","reconcileID":"b8e92a17-dd26-4cf1-99e3-e972f62ccf6b","MaaSModelRef":{"name":"simulator-w2-22e9c4","namespace":"e2e-models-e2e-worker-w2-22e9c4"},"routeName":"simulator-w2-22e9c4-kserve-route","namespace":"e2e-models-e2e-worker-w2-22e9c4","llmisvcName":"simulator-w2-22e9c4","gateway":"openshift-ingress/e2e-worker-w2-22e9c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:43.62834003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","namespace":"ai-tenant-e2e-worker-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:43.628434022Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","namespace":"ai-tenant-e2e-worker-w2-22e9c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:43.628515899Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","tenant":"e2e-worker-w2-22e9c4","tenantID":"e2e-worker-w2-22e9c4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:43.684386995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"Deployment","name":"maas-api-e2e-worker-w2-22e9c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:43.749834951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"Service","name":"maas-api-e2e-worker-w2-22e9c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:43.80657225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-22e9c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:43.863301055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-22e9c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:43.92017869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:43.977407981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.035781843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.103336987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.158834204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.212688515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.266212525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"Service","name":"payload-processing-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.277112227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"91327f27-cba7-4673-a33d-a47fee668ed0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.320388202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.336269156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"91327f27-cba7-4673-a33d-a47fee668ed0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.373657814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.392641266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"91327f27-cba7-4673-a33d-a47fee668ed0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.427020782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.480789883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.537873109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.591977111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.645567732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.699072707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-22e9c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:44.7530773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"namespace":"ai-tenant-e2e-worker-w2-22e9c4","name":"default-tenant","reconcileID":"444d606f-7630-413c-96e3-916106596dd1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-22e9c4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:45.470711582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"66239c4d-4c76-428a-9a21-40db85eddfd6","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:45.470735219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"66239c4d-4c76-428a-9a21-40db85eddfd6","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:45.530097458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"d2ca0f4d-7746-4b01-80da-436890ade04e","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:45.530158751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"d2ca0f4d-7746-4b01-80da-436890ade04e","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:45.638117374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"e81274a9-f78e-4a12-bab0-5a75bff300f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:45.766901169Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"e81274a9-f78e-4a12-bab0-5a75bff300f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:45.823833118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"e81274a9-f78e-4a12-bab0-5a75bff300f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:45.883047136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"bc932305-4425-4254-bfad-e87e73d50156","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:45.883070991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"bc932305-4425-4254-bfad-e87e73d50156","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:50.598983885Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-22e9c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-22e9c4","reconcileID":"a8ce16c6-6497-4a1b-8284-623cdb30946e","aitenant":"ai-tenants/e2e-worker-w2-22e9c4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:51.138329339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b7b450-a42a-4f12-a355-5cf462b3829d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:51.192318813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b7b450-a42a-4f12-a355-5cf462b3829d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:51.246419655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b7b450-a42a-4f12-a355-5cf462b3829d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:51.300272098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b7b450-a42a-4f12-a355-5cf462b3829d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:51.473113623Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-22e9c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-22e9c4","reconcileID":"a8ce16c6-6497-4a1b-8284-623cdb30946e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-22e9c4","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-22e9c4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:53.258774989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3c9ed0-d36f-47b0-8af2-7831df6cb1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:53.313013303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3c9ed0-d36f-47b0-8af2-7831df6cb1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:53.367310007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3c9ed0-d36f-47b0-8af2-7831df6cb1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:53.421182322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be3c9ed0-d36f-47b0-8af2-7831df6cb1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:54.557223316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"53397446-9ab1-46fd-98d9-88c90b4a1ebd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:54.615899656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"53397446-9ab1-46fd-98d9-88c90b4a1ebd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:54.672796937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"53397446-9ab1-46fd-98d9-88c90b4a1ebd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:55.395441505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c386a5c9-2afc-4388-9944-08c0c3d67671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:55.449934536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c386a5c9-2afc-4388-9944-08c0c3d67671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:55.503776695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c386a5c9-2afc-4388-9944-08c0c3d67671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:55.557575749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c386a5c9-2afc-4388-9944-08c0c3d67671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:55.990559179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"bb59d9a1-75dd-4997-94a6-59ba7e6b342b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:56.049580037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"bb59d9a1-75dd-4997-94a6-59ba7e6b342b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:56.10689364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"bb59d9a1-75dd-4997-94a6-59ba7e6b342b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:47:56.778174893Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:04.78122486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"6e377e41-cb47-463a-9924-d4b0f4dcbe8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:04.839972581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"6e377e41-cb47-463a-9924-d4b0f4dcbe8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:04.896852865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a27f7a0b7c7a2b824e6b52d8724c86a2aa97e4a1a6699e5fe2fd57250b572de) AuthConfig (17bc539ff0bf94c53755560b4abfa29fb5a65e3014f05afcd74137388e741535) AuthConfig (fb217fe77ed572a595fbe203862111a58357b1775cf5dc9436917938556a9ca4) AuthConfig (b3cec37d37621a9f5943bcd8be02bdc279263c1e183088dff3366ff63cc99ab6) AuthConfig (963e2020ed9c2f3b58475f6091e99ee1918345528e1396319d6dc786be78c5bd) AuthConfig (e61532173c1db3a58b6b7733d9bada72ffce5b93c07d5d861dffe34a3fc80bba) AuthConfig (1ea3714877dba96ddb8bb0952df606694be47e8f79254e32ae5e4e5c2e68b9e6) AuthConfig (a297c97c4b83d1ec0f778af3d031d61b2463473ea3af55ec1692a5d1aa427dfe) AuthConfig (558bda7e0882c5cfcf4d47fa8fe8ac2616e7abaa19752689ada5bba908b2d3b9) AuthConfig (d455020effee2ea5f32631e822143da651421acdebc4dbcfabc35619aebfe1e5) AuthConfig (63757b7cea4052e256c6fb52c51fdf7cbf7984144e18b53503479731a6fa2be9) AuthConfig (6545ec816858d37d62c29b521db8d999b7badf722c4e52d20ce1b1d73dd6cb74) AuthConfig (de516e2c637f56e5e6919755193b392c2d302cda2fbca964cabfd06988840ddb) AuthConfig (903cd0e0ac3762980de76a38064e93230a607a82b93e1ba42ffbb83620114023) AuthConfig (3205061d5bc59867d0f081cb85d8cfd621a9a4309f83f9e8470acfb31cd157c5) AuthConfig (c1597dd3e0fb90c80fd7d6237e037d110e64cf5033f0de7095ef56ad5f47ca3a) AuthConfig (25219e9a34c2d6ec1d42d936d0fc73aeaa7a44c9b39cb6171882e88ab7f8b466) AuthConfig (aeb871404b426ea69e52974dafebbd39e7d7c822ac255afe4830aaab849d1913)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"6e377e41-cb47-463a-9924-d4b0f4dcbe8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:04.956454439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"2e7a3448-a82e-4683-bc81-b81473abf706","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:04.956478445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"2e7a3448-a82e-4683-bc81-b81473abf706","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:06.214841054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"b816c410-0f52-4680-a954-ffe41ebde36c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:06.273830355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"b816c410-0f52-4680-a954-ffe41ebde36c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:06.331280727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87e964d1c860e9ed3b5f0cf200fe4a3ca327a35bd49198bb1a5516f3080f321e) AuthConfig (4f4f319c880b434968f16142b42e04143b4f04329186febe4a447bfaa5aa4115) AuthConfig (f54895b930b165399b7ca9afac53e1300702f12d85b8822730d6be896a2b6d1e) AuthConfig (e3dc3f7d34a9771a03dce34fe1b07532b52f97e7fa527e20a5c9bdcae2f7334f) AuthConfig (73d785af096717c663f5d02b44b466f8a97b74fd7a14e78616ffd770aafa95ba) AuthConfig (43f889c64eeb7480bd1aca397ee493c8beae532258a49067701085dd564ae946) AuthConfig (655ac1c947bc06e0598a99cea454d0ccc05f2e0323f1e56c56b16f958cc319ec) AuthConfig (ccd4c9758ebd56ca77938f0e31bba12ef76f498b82320f89dfe9aad301cc4e43) AuthConfig (e7a749dab2d7e125fe99374f2c437839415d5cc883af4ca31096b5efc4040e2f) AuthConfig (4748b5b3e882944e81ccdc8a0601bd54201460b7f1a5ffdb4242afd996a9194f) AuthConfig (ff54b4941d107f58f89579ee42bfd534a7bae87e9c5bac20345f9ce9faf91342) AuthConfig (8e12332d0c97d2e2300e41e104207da0a214a4e3d1ca7a095fceb1b3088d3433) AuthConfig (580d216f5400f781eff2bd3324396e3226ca2aa24642ad37f371ac0fc2a932be) AuthConfig (7190e97f9bccf503dc1c2b2579a70930bf6cb4f257b89a49994d688dde413060) AuthConfig (6bff6cbdb16fd62f317cfc3303e248937423fb9c206723a4a6caca1005ad92da) AuthConfig (4f81d2a7120cb8afc55d37d3bfe8069cdbdb620af7eb85eec4a4aca9a547a483) AuthConfig (f2d29fa624fd59678c2947878d9519e24eb679c17fca441cac9fb5775aac2cd5) AuthConfig (fdc230b84068dfd933d03e69b2c9707cd5d666725f4dd09f5fc8fefb5d9de244)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"b816c410-0f52-4680-a954-ffe41ebde36c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:06.390170473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"46ea2fad-f890-42d6-99b5-d3f5c38cd040","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:06.390195245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"46ea2fad-f890-42d6-99b5-d3f5c38cd040","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:15.063603945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"cf8cff63-340a-4b12-b565-d5b9a6458356","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:15.128088929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"cf8cff63-340a-4b12-b565-d5b9a6458356","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:15.18437122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a27f7a0b7c7a2b824e6b52d8724c86a2aa97e4a1a6699e5fe2fd57250b572de) AuthConfig (17bc539ff0bf94c53755560b4abfa29fb5a65e3014f05afcd74137388e741535) AuthConfig (fb217fe77ed572a595fbe203862111a58357b1775cf5dc9436917938556a9ca4) AuthConfig (b3cec37d37621a9f5943bcd8be02bdc279263c1e183088dff3366ff63cc99ab6) AuthConfig (963e2020ed9c2f3b58475f6091e99ee1918345528e1396319d6dc786be78c5bd) AuthConfig (e61532173c1db3a58b6b7733d9bada72ffce5b93c07d5d861dffe34a3fc80bba) AuthConfig (1ea3714877dba96ddb8bb0952df606694be47e8f79254e32ae5e4e5c2e68b9e6) AuthConfig (a297c97c4b83d1ec0f778af3d031d61b2463473ea3af55ec1692a5d1aa427dfe) AuthConfig (558bda7e0882c5cfcf4d47fa8fe8ac2616e7abaa19752689ada5bba908b2d3b9) AuthConfig (d455020effee2ea5f32631e822143da651421acdebc4dbcfabc35619aebfe1e5) AuthConfig (63757b7cea4052e256c6fb52c51fdf7cbf7984144e18b53503479731a6fa2be9) AuthConfig (6545ec816858d37d62c29b521db8d999b7badf722c4e52d20ce1b1d73dd6cb74) AuthConfig (de516e2c637f56e5e6919755193b392c2d302cda2fbca964cabfd06988840ddb) AuthConfig (903cd0e0ac3762980de76a38064e93230a607a82b93e1ba42ffbb83620114023) AuthConfig (3205061d5bc59867d0f081cb85d8cfd621a9a4309f83f9e8470acfb31cd157c5) AuthConfig (c1597dd3e0fb90c80fd7d6237e037d110e64cf5033f0de7095ef56ad5f47ca3a) AuthConfig (25219e9a34c2d6ec1d42d936d0fc73aeaa7a44c9b39cb6171882e88ab7f8b466) AuthConfig (aeb871404b426ea69e52974dafebbd39e7d7c822ac255afe4830aaab849d1913)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"cf8cff63-340a-4b12-b565-d5b9a6458356","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:16.501867656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"53a10feb-7871-4f24-9a15-d4d21cca2e6a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:16.559947954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"53a10feb-7871-4f24-9a15-d4d21cca2e6a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:16.618294985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87e964d1c860e9ed3b5f0cf200fe4a3ca327a35bd49198bb1a5516f3080f321e) AuthConfig (4f4f319c880b434968f16142b42e04143b4f04329186febe4a447bfaa5aa4115) AuthConfig (f54895b930b165399b7ca9afac53e1300702f12d85b8822730d6be896a2b6d1e) AuthConfig (e3dc3f7d34a9771a03dce34fe1b07532b52f97e7fa527e20a5c9bdcae2f7334f) AuthConfig (73d785af096717c663f5d02b44b466f8a97b74fd7a14e78616ffd770aafa95ba) AuthConfig (43f889c64eeb7480bd1aca397ee493c8beae532258a49067701085dd564ae946) AuthConfig (655ac1c947bc06e0598a99cea454d0ccc05f2e0323f1e56c56b16f958cc319ec) AuthConfig (ccd4c9758ebd56ca77938f0e31bba12ef76f498b82320f89dfe9aad301cc4e43) AuthConfig (e7a749dab2d7e125fe99374f2c437839415d5cc883af4ca31096b5efc4040e2f) AuthConfig (4748b5b3e882944e81ccdc8a0601bd54201460b7f1a5ffdb4242afd996a9194f) AuthConfig (ff54b4941d107f58f89579ee42bfd534a7bae87e9c5bac20345f9ce9faf91342) AuthConfig (8e12332d0c97d2e2300e41e104207da0a214a4e3d1ca7a095fceb1b3088d3433) AuthConfig (580d216f5400f781eff2bd3324396e3226ca2aa24642ad37f371ac0fc2a932be) AuthConfig (7190e97f9bccf503dc1c2b2579a70930bf6cb4f257b89a49994d688dde413060) AuthConfig (6bff6cbdb16fd62f317cfc3303e248937423fb9c206723a4a6caca1005ad92da) AuthConfig (4f81d2a7120cb8afc55d37d3bfe8069cdbdb620af7eb85eec4a4aca9a547a483) AuthConfig (f2d29fa624fd59678c2947878d9519e24eb679c17fca441cac9fb5775aac2cd5) AuthConfig (fdc230b84068dfd933d03e69b2c9707cd5d666725f4dd09f5fc8fefb5d9de244)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"53a10feb-7871-4f24-9a15-d4d21cca2e6a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:25.294140686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"b51f5d3c-65eb-4722-b4c6-a99270ca16c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:25.35233237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"b51f5d3c-65eb-4722-b4c6-a99270ca16c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:25.408671395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-f1ecec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a27f7a0b7c7a2b824e6b52d8724c86a2aa97e4a1a6699e5fe2fd57250b572de) AuthConfig (17bc539ff0bf94c53755560b4abfa29fb5a65e3014f05afcd74137388e741535) AuthConfig (fb217fe77ed572a595fbe203862111a58357b1775cf5dc9436917938556a9ca4) AuthConfig (b3cec37d37621a9f5943bcd8be02bdc279263c1e183088dff3366ff63cc99ab6) AuthConfig (963e2020ed9c2f3b58475f6091e99ee1918345528e1396319d6dc786be78c5bd) AuthConfig (e61532173c1db3a58b6b7733d9bada72ffce5b93c07d5d861dffe34a3fc80bba) AuthConfig (1ea3714877dba96ddb8bb0952df606694be47e8f79254e32ae5e4e5c2e68b9e6) AuthConfig (a297c97c4b83d1ec0f778af3d031d61b2463473ea3af55ec1692a5d1aa427dfe) AuthConfig (558bda7e0882c5cfcf4d47fa8fe8ac2616e7abaa19752689ada5bba908b2d3b9) AuthConfig (d455020effee2ea5f32631e822143da651421acdebc4dbcfabc35619aebfe1e5) AuthConfig (63757b7cea4052e256c6fb52c51fdf7cbf7984144e18b53503479731a6fa2be9) AuthConfig (6545ec816858d37d62c29b521db8d999b7badf722c4e52d20ce1b1d73dd6cb74) AuthConfig (de516e2c637f56e5e6919755193b392c2d302cda2fbca964cabfd06988840ddb) AuthConfig (903cd0e0ac3762980de76a38064e93230a607a82b93e1ba42ffbb83620114023) AuthConfig (3205061d5bc59867d0f081cb85d8cfd621a9a4309f83f9e8470acfb31cd157c5) AuthConfig (c1597dd3e0fb90c80fd7d6237e037d110e64cf5033f0de7095ef56ad5f47ca3a) AuthConfig (25219e9a34c2d6ec1d42d936d0fc73aeaa7a44c9b39cb6171882e88ab7f8b466) AuthConfig (aeb871404b426ea69e52974dafebbd39e7d7c822ac255afe4830aaab849d1913)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"b51f5d3c-65eb-4722-b4c6-a99270ca16c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:26.72635311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"74ae89b7-d532-4da1-81b8-efcce4d65eb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:26.777758696Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:26.78449449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"74ae89b7-d532-4da1-81b8-efcce4d65eb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:26.841907927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fe3f4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87e964d1c860e9ed3b5f0cf200fe4a3ca327a35bd49198bb1a5516f3080f321e) AuthConfig (4f4f319c880b434968f16142b42e04143b4f04329186febe4a447bfaa5aa4115) AuthConfig (f54895b930b165399b7ca9afac53e1300702f12d85b8822730d6be896a2b6d1e) AuthConfig (e3dc3f7d34a9771a03dce34fe1b07532b52f97e7fa527e20a5c9bdcae2f7334f) AuthConfig (73d785af096717c663f5d02b44b466f8a97b74fd7a14e78616ffd770aafa95ba) AuthConfig (43f889c64eeb7480bd1aca397ee493c8beae532258a49067701085dd564ae946) AuthConfig (655ac1c947bc06e0598a99cea454d0ccc05f2e0323f1e56c56b16f958cc319ec) AuthConfig (ccd4c9758ebd56ca77938f0e31bba12ef76f498b82320f89dfe9aad301cc4e43) AuthConfig (e7a749dab2d7e125fe99374f2c437839415d5cc883af4ca31096b5efc4040e2f) AuthConfig (4748b5b3e882944e81ccdc8a0601bd54201460b7f1a5ffdb4242afd996a9194f) AuthConfig (ff54b4941d107f58f89579ee42bfd534a7bae87e9c5bac20345f9ce9faf91342) AuthConfig (8e12332d0c97d2e2300e41e104207da0a214a4e3d1ca7a095fceb1b3088d3433) AuthConfig (580d216f5400f781eff2bd3324396e3226ca2aa24642ad37f371ac0fc2a932be) AuthConfig (7190e97f9bccf503dc1c2b2579a70930bf6cb4f257b89a49994d688dde413060) AuthConfig (6bff6cbdb16fd62f317cfc3303e248937423fb9c206723a4a6caca1005ad92da) AuthConfig (4f81d2a7120cb8afc55d37d3bfe8069cdbdb620af7eb85eec4a4aca9a547a483) AuthConfig (f2d29fa624fd59678c2947878d9519e24eb679c17fca441cac9fb5775aac2cd5) AuthConfig (fdc230b84068dfd933d03e69b2c9707cd5d666725f4dd09f5fc8fefb5d9de244)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"74ae89b7-d532-4da1-81b8-efcce4d65eb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:35.517411469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"0fbca5c5-7cc7-4926-a1c5-6e9e95457a78","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:35.576393093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"0fbca5c5-7cc7-4926-a1c5-6e9e95457a78","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:35.901467858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"c1fb50da-2dea-43bd-8345-52f4c4617bfb","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:35.901490876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"c1fb50da-2dea-43bd-8345-52f4c4617bfb","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:36.950522287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"cac82ff8-3a75-449f-8029-a867f13f2d11","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:37.011009441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"cac82ff8-3a75-449f-8029-a867f13f2d11","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:37.288026219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"60dc5575-da13-4589-a622-8f7144d336f5","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:37.2880744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"60dc5575-da13-4589-a622-8f7144d336f5","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:41.197441749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"7a403546-0249-47df-8ba3-edab41d74884","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:41.197464105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"7a403546-0249-47df-8ba3-edab41d74884","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:41.254282682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"d751112c-cf18-4b9c-8047-659c7354cb67","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:41.254308853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"d751112c-cf18-4b9c-8047-659c7354cb67","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:41.363020007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"1c133d83-b04e-4bc1-a207-4a7507514ab6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:41.491798862Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"1c133d83-b04e-4bc1-a207-4a7507514ab6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:41.548777694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-21e3d9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"1c133d83-b04e-4bc1-a207-4a7507514ab6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:41.609449071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"8a4a9742-23aa-4a5a-9e13-6e85fe410ebe","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:41.609475845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"8a4a9742-23aa-4a5a-9e13-6e85fe410ebe","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:42.973844641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"a619dc63-0a3c-4259-883a-aff1c46db74d","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:42.973868235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"a619dc63-0a3c-4259-883a-aff1c46db74d","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.033661835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"cbed90a4-2d53-4cc0-877d-6e235abb82ec","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.033685295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"cbed90a4-2d53-4cc0-877d-6e235abb82ec","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:48:43.080854759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-a-082df0","reconcileID":"4fecde8b-cce2-46bf-9a97-7e4b7690d312","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-082df0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.080975323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"b068ee81-abeb-447f-9948-a29ae13c70ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:48:43.088363688Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"cbed90a4-2d53-4cc0-877d-6e235abb82ec","name":"rate-test-model-754ac5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-754ac5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:48:43.088455325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"cbed90a4-2d53-4cc0-877d-6e235abb82ec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-754ac5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.094253832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"bd62c909-ae3d-4b0e-8561-0c86d7983bd4","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.094269877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"bd62c909-ae3d-4b0e-8561-0c86d7983bd4","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.139369842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"b068ee81-abeb-447f-9948-a29ae13c70ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.188457813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"2e7edbb6-dea1-4323-a859-5faf651f97c9","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.188483513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"2e7edbb6-dea1-4323-a859-5faf651f97c9","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.24743247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"2ba7537d-611b-44e1-a770-64a2a237f398","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.247456744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"2ba7537d-611b-44e1-a770-64a2a237f398","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.288449987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"6c57465d-4b9a-4f9d-b51e-e23366fae134","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.288478616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"6c57465d-4b9a-4f9d-b51e-e23366fae134","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.349835728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"aec3c3bf-1c8a-41dd-9e0e-1bc962627e16","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.349859113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"aec3c3bf-1c8a-41dd-9e0e-1bc962627e16","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:48:43.394803962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-b-082df0","reconcileID":"ba928537-94e7-40d1-a43a-f862299a8b04","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-082df0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.396760731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"fbf5d9d6-fe63-4073-af0d-fd578958856b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:48:43.405037031Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"aec3c3bf-1c8a-41dd-9e0e-1bc962627e16","name":"rate-test-model-fe3f4d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-fe3f4d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:48:43.405091749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"aec3c3bf-1c8a-41dd-9e0e-1bc962627e16","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-fe3f4d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.410587786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"9852eed8-363f-4b9b-b7ac-90992c8797bb","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.410604587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"9852eed8-363f-4b9b-b7ac-90992c8797bb","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.457827982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"fbf5d9d6-fe63-4073-af0d-fd578958856b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.466093984Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-a-082df0","reconcileID":"0fd8ec99-8466-4d19-8f87-7091fc0be008","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-rate-test-model-754ac5","model":"rate-test-model-754ac5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-754ac5/e2e-rate-iso-a-082df0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.502242565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"db8dcf0c-911b-4045-a11d-113edcb2e7c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.502953661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"f81ecd1c-0411-4abe-957b-fa734b46e365","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.502971347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"f81ecd1c-0411-4abe-957b-fa734b46e365","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.560814109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"0e01689a-345c-4230-9d4f-b52212b5c7d0","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.560842532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"0e01689a-345c-4230-9d4f-b52212b5c7d0","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.561648426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"db8dcf0c-911b-4045-a11d-113edcb2e7c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.63565008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"9dfd5880-e439-430a-ad9a-ac5e6f59c5f0","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.635671022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"9dfd5880-e439-430a-ad9a-ac5e6f59c5f0","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.725040834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"0bcb0c6e-9bc8-486c-b862-6f7c56587a74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.779050999Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-b-082df0","reconcileID":"3a0e21c7-48a4-4c35-b670-60cccd2c5cf9","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"maas-trlp-rate-test-model-fe3f4d","model":"rate-test-model-fe3f4d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-fe3f4d/e2e-rate-iso-b-082df0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.783804181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"0bcb0c6e-9bc8-486c-b862-6f7c56587a74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.877198077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-a-082df0","reconcileID":"a1fb6668-c423-4c5a-843c-b78fde02a3f7","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-rate-test-model-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.947240659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"b0726fee-41b0-4051-a7ac-81a68bdb61d1","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:43.947260974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"b0726fee-41b0-4051-a7ac-81a68bdb61d1","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:44.163364983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-b-082df0","reconcileID":"90a8d0e7-b163-4818-8226-34406f76212e","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"maas-trlp-rate-test-model-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:51.717809747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"cd169422-78e5-4d1d-a014-00c7bc60fee2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:51.776194302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"cd169422-78e5-4d1d-a014-00c7bc60fee2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:51.832523003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-21e3d9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"cd169422-78e5-4d1d-a014-00c7bc60fee2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:54.64875884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-b-082df0","reconcileID":"17f7183e-3421-4720-a2a8-08d5b28661b4","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"maas-trlp-rate-test-model-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:54.820634225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"ef342e13-a7c6-4852-9e6b-e5c6a0489f87","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:54.820656785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"ef342e13-a7c6-4852-9e6b-e5c6a0489f87","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:55.532817069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-a-082df0","reconcileID":"e52dbf8d-af0b-42ca-b13c-2f3f94cf501b","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-rate-test-model-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:55.701910641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"c3365999-e79f-4284-8d2c-5bf822705b01","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:55.701931573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"c3365999-e79f-4284-8d2c-5bf822705b01","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:55.761348331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"4f9e6b86-1e85-4ba0-9176-282bbd8b31b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:55.820932061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"4f9e6b86-1e85-4ba0-9176-282bbd8b31b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:55.870118147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"73651586-c7e9-4bce-a19d-f3ac1075434f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:55.930311788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"73651586-c7e9-4bce-a19d-f3ac1075434f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:48:56.78716379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:01.941380547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"441ea366-0c88-4c76-bf9f-a28bfe0940c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:01.999418039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"441ea366-0c88-4c76-bf9f-a28bfe0940c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:02.056528851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-21e3d9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0891736f06f26cc7d7c577b1d6c101388e59572552913cff02787feb252d42a2) AuthConfig (ea04010b4e6a0e0c4e2b1faa2ee51ac1971d8577d649159d2f004fa946a2edbe) AuthConfig (39bca6369d1afe806131fcf885ff8c43d1f1bd725af5d5f5385cb609431c0f2e) AuthConfig (c945ea23add7f5c26901b36be7c9c77f5fcbbed9db5948edbb4257f8e647428d) AuthConfig (efa55199960e5b03fba7db883adcae5281781f21f6023e700ebe27844b94dbfb) AuthConfig (0cca1ab12338b3aed29bf6bcf8a521b967191c4d654170f61d054f31906fb0e0) AuthConfig (1bc8a9f5121ab50b9b8ff589c26cf5683ca15c2aad798047236b1bd964abc6c8) AuthConfig (45a8294955f6e728bce20edddcb740766bb3435d87bd9f50594693fe862ffa67) AuthConfig (789b9c570ec7f5df53f4b9b65f302727ec0d99403a2d9365d857b6f5a3cc405c) AuthConfig (24446785b61fbe9abd5bf91c04f6039782d85cda5eb18c4d93f2d7096fcb9779) AuthConfig (6e508866283786bae6439e96d37a8e0e0ed3b220426f271d58dbf3921e74d058) AuthConfig (fd2847a4fd3109ed42a654303e2fda7b4629666a0e17024368a769ed03130cbb) AuthConfig (7c8c957409430589c9d1244a8caacad96e88d51e46962e3317108e448b3bb60f) AuthConfig (8bac1a61b9caed4cf04b419aeba5ef9213ad0eb200163dd7100dbec6e04e6819) AuthConfig (af6a9c2082bd9d98b9e0516b025ff491cc36fd719361f21a7bb34dfc792047a7) AuthConfig (191f5bbcb6cb17f0a3db22ea33836dcad2a4cb6d80a62f464ca9bb2699e82d81) AuthConfig (b4f542aab4723fcab3bde8ff362f445bfe692db055e96bfec9f43fba22bbb0be) AuthConfig (be620bd67396bed699f86f7fd1a43b53200931387534cfae571678199729f5d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"441ea366-0c88-4c76-bf9f-a28bfe0940c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:02.115783109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"26b2cd8f-3f6c-424c-936f-6f7761539ce5","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:02.115808851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"26b2cd8f-3f6c-424c-936f-6f7761539ce5","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:06.04244207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"7d2eac97-347e-46d5-9c49-103b434e5212","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:06.042471607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"7d2eac97-347e-46d5-9c49-103b434e5212","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:12.224315014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"7c7cee8f-5a28-4f35-bfa8-61abe60b909a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:12.283539644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"7c7cee8f-5a28-4f35-bfa8-61abe60b909a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:12.340434265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-21e3d9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0891736f06f26cc7d7c577b1d6c101388e59572552913cff02787feb252d42a2) AuthConfig (ea04010b4e6a0e0c4e2b1faa2ee51ac1971d8577d649159d2f004fa946a2edbe) AuthConfig (39bca6369d1afe806131fcf885ff8c43d1f1bd725af5d5f5385cb609431c0f2e) AuthConfig (c945ea23add7f5c26901b36be7c9c77f5fcbbed9db5948edbb4257f8e647428d) AuthConfig (efa55199960e5b03fba7db883adcae5281781f21f6023e700ebe27844b94dbfb) AuthConfig (0cca1ab12338b3aed29bf6bcf8a521b967191c4d654170f61d054f31906fb0e0) AuthConfig (1bc8a9f5121ab50b9b8ff589c26cf5683ca15c2aad798047236b1bd964abc6c8) AuthConfig (45a8294955f6e728bce20edddcb740766bb3435d87bd9f50594693fe862ffa67) AuthConfig (789b9c570ec7f5df53f4b9b65f302727ec0d99403a2d9365d857b6f5a3cc405c) AuthConfig (24446785b61fbe9abd5bf91c04f6039782d85cda5eb18c4d93f2d7096fcb9779) AuthConfig (6e508866283786bae6439e96d37a8e0e0ed3b220426f271d58dbf3921e74d058) AuthConfig (fd2847a4fd3109ed42a654303e2fda7b4629666a0e17024368a769ed03130cbb) AuthConfig (7c8c957409430589c9d1244a8caacad96e88d51e46962e3317108e448b3bb60f) AuthConfig (8bac1a61b9caed4cf04b419aeba5ef9213ad0eb200163dd7100dbec6e04e6819) AuthConfig (af6a9c2082bd9d98b9e0516b025ff491cc36fd719361f21a7bb34dfc792047a7) AuthConfig (191f5bbcb6cb17f0a3db22ea33836dcad2a4cb6d80a62f464ca9bb2699e82d81) AuthConfig (b4f542aab4723fcab3bde8ff362f445bfe692db055e96bfec9f43fba22bbb0be) AuthConfig (be620bd67396bed699f86f7fd1a43b53200931387534cfae571678199729f5d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"7c7cee8f-5a28-4f35-bfa8-61abe60b909a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:18.720438248Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"da0890f5-f86a-44c9-a791-6ef2290638f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:18.720589872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"d2078ca3-19ec-4bb0-ac1a-6b79f85ee4f7","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:18.720610436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"d2078ca3-19ec-4bb0-ac1a-6b79f85ee4f7","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:18.928444106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"da0890f5-f86a-44c9-a791-6ef2290638f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:18.997816185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-a-082df0","reconcileID":"15a097e9-dd81-43d5-8da6-836e5adb12c6","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-rate-test-model-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.055072143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"da0890f5-f86a-44c9-a791-6ef2290638f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.055107683Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"da0890f5-f86a-44c9-a791-6ef2290638f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.113932967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"91412cfc-c242-4c92-81fc-72440ee4c55d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.114889899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"6d8f228d-e6f7-4d4c-88db-6cc49b971a7d","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.114913951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"6d8f228d-e6f7-4d4c-88db-6cc49b971a7d","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.266888103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"2645fa13-aa56-4659-a18b-a91158485a56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.266926217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"41533b8e-5e7d-4655-925b-915ecf34b111","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.266945592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"41533b8e-5e7d-4655-925b-915ecf34b111","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.335521272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"91412cfc-c242-4c92-81fc-72440ee4c55d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.393805052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"91412cfc-c242-4c92-81fc-72440ee4c55d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"e2e-shared-a-w4-754ac5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.393832652Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"91412cfc-c242-4c92-81fc-72440ee4c55d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.435717085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"2645fa13-aa56-4659-a18b-a91158485a56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.445715809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-a-082df0","reconcileID":"4887f90a-7d7e-42d0-a716-548d6af9994b","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-rate-test-model-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:49:19.447414045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-auth-082df0","reconcileID":"91412cfc-c242-4c92-81fc-72440ee4c55d","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-082df0\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.547192708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-b-082df0","reconcileID":"388d02a1-c320-49c8-8893-7811addd83b5","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"maas-trlp-rate-test-model-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.563382915Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"2645fa13-aa56-4659-a18b-a91158485a56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"e2e-shared-b-w4-fe3f4d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.563411037Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-auth-082df0","reconcileID":"2645fa13-aa56-4659-a18b-a91158485a56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.623873821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"3fe3958a-aa4e-4936-b2cc-85d5831b2947","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.623898963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"3fe3958a-aa4e-4936-b2cc-85d5831b2947","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.777460662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"ee231d0c-08c1-4472-9d83-e9125527ff1d","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.777483557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"ee231d0c-08c1-4472-9d83-e9125527ff1d","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:19.904757285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-b-082df0","reconcileID":"6a2eb45d-c62d-4aec-851c-8de06854557b","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"maas-trlp-rate-test-model-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:22.449698038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"a3472ec9-18cd-4fbe-b632-1c84f88070b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:22.507505543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"a3472ec9-18cd-4fbe-b632-1c84f88070b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:22.78727018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"8321bc90-17c6-45f3-acc8-bf68d83101e2","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:22.787303528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"8321bc90-17c6-45f3-acc8-bf68d83101e2","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:26.782827746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.441470276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"03b7112a-5bfa-4a4a-92e3-557f613178da","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.441491784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"03b7112a-5bfa-4a4a-92e3-557f613178da","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.503555453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"760a6d11-84df-42b3-a791-9ff0e99a49c5","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.503577857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"760a6d11-84df-42b3-a791-9ff0e99a49c5","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:49:28.549730965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-shared-sub-00dafb","reconcileID":"9fa3d3ce-061c-4c70-8100-a019486fc70b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-00dafb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.554284028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"2fbcfedf-7d69-4a38-bf2e-a832ec78acb0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:49:28.559000681Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"760a6d11-84df-42b3-a791-9ff0e99a49c5","name":"sub-test-model-f1ecec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-f1ecec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:49:28.559073997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"760a6d11-84df-42b3-a791-9ff0e99a49c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-f1ecec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.564454224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"6d36e3dc-e850-47e1-b857-ce48915493aa","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.564472926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"6d36e3dc-e850-47e1-b857-ce48915493aa","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.612522831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"2fbcfedf-7d69-4a38-bf2e-a832ec78acb0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.660582916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"fc2d7f33-d6f1-40f2-93b2-6089b5205a95","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.660603774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"fc2d7f33-d6f1-40f2-93b2-6089b5205a95","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.722318854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"4bd4c8dc-b605-45b3-a878-ce54ee50a4b9","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.722339602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"4bd4c8dc-b605-45b3-a878-ce54ee50a4b9","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.762446763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"56bdaffd-6312-4ff5-9c6b-f9e849ace35e","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.762470467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"56bdaffd-6312-4ff5-9c6b-f9e849ace35e","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.823479771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"85bed7cf-65bb-4915-9c33-bf16d8f1f57c","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.823512117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"85bed7cf-65bb-4915-9c33-bf16d8f1f57c","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:49:28.871731006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"f8368da0-fd44-4191-af47-88c3e0cd2aac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-00dafb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.872622765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"326a4f80-32b3-477a-9d10-a7654b6cc78d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:49:28.878663875Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"85bed7cf-65bb-4915-9c33-bf16d8f1f57c","name":"sub-test-model-21e3d9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-21e3d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:49:28.87872367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"85bed7cf-65bb-4915-9c33-bf16d8f1f57c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-21e3d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.884687282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"73d3ac0d-0af6-4cde-a7ea-d679373ec160","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.884711913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"73d3ac0d-0af6-4cde-a7ea-d679373ec160","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.934368269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"326a4f80-32b3-477a-9d10-a7654b6cc78d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:28.942728993Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-shared-sub-00dafb","reconcileID":"e475ee0a-5828-4b84-9d1f-d5e7357de918","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"sub-test-model-f1ecec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-f1ecec/e2e-shared-sub-00dafb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.028715263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"36b15efe-1ba3-4382-bb90-7bc6b9ab437f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.029639073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"dbfc7e46-fdd0-4025-84fc-6c120409094d","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.02965994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"dbfc7e46-fdd0-4025-84fc-6c120409094d","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.087673201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"36b15efe-1ba3-4382-bb90-7bc6b9ab437f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.08795213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"3d33afcc-ebfb-4369-8888-3c4e6892b7d1","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.08797452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"3d33afcc-ebfb-4369-8888-3c4e6892b7d1","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.091357477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"471d808c-12a6-4058-ad19-6f7c31408070","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.091374275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"471d808c-12a6-4058-ad19-6f7c31408070","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.147829869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"5d266187-9a94-48aa-9571-97d10441f8ef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.147856313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"5d266187-9a94-48aa-9571-97d10441f8ef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.153998544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"93c2000f-5a18-4e82-b906-605f9873f913","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.154039477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"93c2000f-5a18-4e82-b906-605f9873f913","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:49:29.198012471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"d4b9549d-dd0c-4a86-bfca-92861d98b346","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-00dafb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.316647376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"ee013ebc-4606-4a23-a237-b1a3884497c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.323833495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"c6f38fce-a7e5-4a73-937d-22517cd54da0","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.323851551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"c6f38fce-a7e5-4a73-937d-22517cd54da0","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.328247866Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"19870f60-4c86-4c48-8f2b-cd41ca61c4cd","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"sub-test-model-21e3d9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-21e3d9/e2e-shared-sub-00dafb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.379264159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"ee013ebc-4606-4a23-a237-b1a3884497c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.383490735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"bd9c4a59-ea2b-49bd-80f8-7128f6f1adf3","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.383517539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"bd9c4a59-ea2b-49bd-80f8-7128f6f1adf3","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.390708892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"846864be-c0ef-4c52-9221-7c87452a6e58","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.390733386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"846864be-c0ef-4c52-9221-7c87452a6e58","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.415192913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"407b0603-650d-43d0-a07d-85cbdd713f74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.449388357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"9f5377fa-5cd0-4e4d-8666-7f81c41ad8c7","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.449420344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"9f5377fa-5cd0-4e4d-8666-7f81c41ad8c7","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.475593037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"407b0603-650d-43d0-a07d-85cbdd713f74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.480071965Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-shared-sub-00dafb","reconcileID":"63a8b42c-ef5f-42e5-b662-f2239ff5af08","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-f1ecec/e2e-a-only-00dafb","ai-tenant-e2e-shared-a-w0-f1ecec/e2e-shared-sub-00dafb"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:49:29.49583387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"6ef3374d-51c3-476b-947e-57e2ec23c680","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-00dafb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.50402091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"b77a021e-1fd2-493b-97dd-3e895685de81","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.504043637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"b77a021e-1fd2-493b-97dd-3e895685de81","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.59962422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"65f29c79-6de6-4190-bc37-981c8cf5bd9e","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.609489582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"ca28f3df-5407-40d2-931f-1ff163fbc852","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.609511525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"ca28f3df-5407-40d2-931f-1ff163fbc852","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.669262408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"af1bd049-12e7-4a1f-adaf-55c181b92823","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.66929038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"af1bd049-12e7-4a1f-adaf-55c181b92823","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.696270547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"655590b9-ceb1-4d78-8cfd-a68ce110b539","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.756040958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"655590b9-ceb1-4d78-8cfd-a68ce110b539","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.771345707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"59b6b6cd-54d8-45db-b949-889993f46197","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.771450806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"59b6b6cd-54d8-45db-b949-889993f46197","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.786673973Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"b1606992-2e4c-4d4d-8d17-398a19eb2608","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-21e3d9/e2e-b-only-00dafb","ai-tenant-e2e-shared-b-w0-21e3d9/e2e-shared-sub-00dafb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.820894807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-shared-sub-00dafb","reconcileID":"6d2b5501-beb5-4763-a744-db59def14a9c","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.921403039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"d6f3aace-896c-4c3e-a185-e736ad9bcc0f","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:29.948762432Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-a-082df0","reconcileID":"ae02b8ca-2532-4c67-a2e0-7e60ba0e1832","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","subscription":"e2e-rate-iso-a-082df0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.002471651Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-a-082df0","reconcileID":"ae02b8ca-2532-4c67-a2e0-7e60ba0e1832","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.022427642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"0a1e633f-ba92-4ec5-aee2-2c6d4fda12f7","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.05642487Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"e2e-rate-iso-a-082df0","reconcileID":"ae02b8ca-2532-4c67-a2e0-7e60ba0e1832","MaaSSubscription":{"name":"e2e-rate-iso-a-082df0","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"name":"maas-trlp-rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.122401035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"b668dc91-5175-49cb-ac8a-1b702276bcc3","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.160679892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"288724a7-200a-4d6b-866f-58e139420225","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.160703293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"288724a7-200a-4d6b-866f-58e139420225","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.377478651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"a6863100-81db-44d2-a4ba-47e68f5db4ff","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.423634637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"0fc79400-613c-45eb-878b-099a8bf45158","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenant":"e2e-shared-a-w4-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","model":"ai-tenant-e2e-shared-a-w4-754ac5/rate-test-model-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.423666687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"rate-test-model-754ac5","reconcileID":"0fc79400-613c-45eb-878b-099a8bf45158","MaaSModelRef":{"name":"rate-test-model-754ac5","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"routeName":"rate-test-model-754ac5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","llmisvcName":"rate-test-model-754ac5","gateway":"openshift-ingress/e2e-shared-a-w4-754ac5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.589843757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"eb326f1d-597a-43c0-957d-bd96f369a3f3","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:30.589874144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"eb326f1d-597a-43c0-957d-bd96f369a3f3","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:31.417100652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"4b5f7c55-5e67-466f-9b5d-629ab79c6a86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:31.516998246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"9de5d731-7fd5-4a5a-981b-68b8da04b8bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:31.617516727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"a77370d6-b454-4ca4-9f6e-9212b995ae6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:31.617518558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"6758fb7f-b0d7-4bde-b00c-18ac01cf6b5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:31.79641943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"c4f2a75d-443a-487f-a5b0-9196ae86c826","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:31.894327641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"50e81c9f-1986-4528-864a-9dd686389ae0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:32.10530733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c41aac7-d498-4c75-8cbf-8d07b0a170ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:32.290383898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b618b2a9-0c49-45c4-99fe-0f5077645cf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:40.765777436Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-b-082df0","reconcileID":"b9c5876c-fb7d-43f1-891d-2bfb721baae0","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","subscription":"e2e-rate-iso-b-082df0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:40.821023385Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-b-082df0","reconcileID":"b9c5876c-fb7d-43f1-891d-2bfb721baae0","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:40.876158054Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"e2e-rate-iso-b-082df0","reconcileID":"b9c5876c-fb7d-43f1-891d-2bfb721baae0","MaaSSubscription":{"name":"e2e-rate-iso-b-082df0","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"name":"maas-trlp-rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:41.156078545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"7762aa8d-ce56-40be-addd-e6ea44034a32","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenant":"e2e-shared-b-w4-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","model":"ai-tenant-e2e-shared-b-w4-fe3f4d/rate-test-model-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:41.156109895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"rate-test-model-fe3f4d","reconcileID":"7762aa8d-ce56-40be-addd-e6ea44034a32","MaaSModelRef":{"name":"rate-test-model-fe3f4d","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"routeName":"rate-test-model-fe3f4d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","llmisvcName":"rate-test-model-fe3f4d","gateway":"openshift-ingress/e2e-shared-b-w4-fe3f4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:53.880825247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc77bddf-4fe3-41c1-8554-afdeea821a7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:53.972385224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"9833ce9a-8564-4612-b9ad-a1941a0411d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.122303611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"004e0525-8459-4ac4-a586-a3ed5762eb9d","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.123430753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"2410af63-3bd6-4328-b274-29a490adbdfb","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.222290023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"64612864-eaf2-4c1c-940c-28451af72110","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.29140326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"d62d13c2-c8c7-49bb-b623-6e26c7c5a341","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.291427519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"d62d13c2-c8c7-49bb-b623-6e26c7c5a341","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.294006397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"d64641ca-eba1-4d4d-a1ef-b06ade85467d","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.294025447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"d64641ca-eba1-4d4d-a1ef-b06ade85467d","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.320475112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"7df8e7b9-d6ff-4c94-92c3-60d7a58ab87e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.686220085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71fac280-4cb1-4bff-b4b2-850beac4d622","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.786833364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"1922d581-4912-4f56-88b5-f9cb49f39bce","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.786977026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-shared-sub-00dafb","reconcileID":"5ce29d56-3bee-4030-ac5c-bd7000bd6046","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.886487052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"e82fc946-cdbb-4a8a-b693-d5a5e42c13dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.959750125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"cd280dc6-1685-46f4-856e-8cf690ed8f7b","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.959779858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"cd280dc6-1685-46f4-856e-8cf690ed8f7b","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.960334334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"f26d04d1-0dae-4a2d-918d-75a29a21f9d2","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.960354398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"f26d04d1-0dae-4a2d-918d-75a29a21f9d2","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:54.988080797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"88b4cc14-02c8-46dd-9b99-f92418fb1519","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:55.013380182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"67924596-a8b6-4e68-8d58-d7b2cb10dbec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:55.305374861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"83a00812-5329-4446-a095-5b750193e3ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:55.364440024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"83a00812-5329-4446-a095-5b750193e3ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:55.415223781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"fb9bceed-0e48-45c6-858f-65fd4dc5ddc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:55.474536457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"fb9bceed-0e48-45c6-858f-65fd4dc5ddc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:49:56.777502649Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:04.717098023Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"5cd2300d-86c8-4b4a-9d4e-3a98b9b21ba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:04.717180048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"2b5aa85c-cfd8-4b63-aab0-45cf5d5aba7b","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:04.717198852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"2b5aa85c-cfd8-4b63-aab0-45cf5d5aba7b","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:04.93834359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"5cd2300d-86c8-4b4a-9d4e-3a98b9b21ba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.002110157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-shared-sub-00dafb","reconcileID":"36aa3b4c-89a9-476c-8a86-a1d4b587c71f","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.003227171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"e8c85c2d-68d2-4212-aab8-5c9c3065f8ed","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.06649002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"5cd2300d-86c8-4b4a-9d4e-3a98b9b21ba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.066521161Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"5cd2300d-86c8-4b4a-9d4e-3a98b9b21ba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.124374169Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"c7bbb184-bdf9-46a1-b4be-6b2f461cc74a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.124674857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"7e2c0945-fc27-4765-b116-baf2e0c1167f","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.124697795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"7e2c0945-fc27-4765-b116-baf2e0c1167f","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.278793172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"8ddf614f-94f4-4d1b-935a-7d7d86bc8e12","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.278817654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"8ddf614f-94f4-4d1b-935a-7d7d86bc8e12","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.33235935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"c7bbb184-bdf9-46a1-b4be-6b2f461cc74a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.390682266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"c7bbb184-bdf9-46a1-b4be-6b2f461cc74a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"e2e-shared-a-w0-f1ecec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.390709029Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"c7bbb184-bdf9-46a1-b4be-6b2f461cc74a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.400017575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-shared-sub-00dafb","reconcileID":"8f1dbe19-6342-454f-b4ce-50e8613c3008","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:05.401546857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"a6a92c79-e7b8-42e4-8985-1108819129ab","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:50:05.445008893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-sub-iso-auth-00dafb","reconcileID":"c7bbb184-bdf9-46a1-b4be-6b2f461cc74a","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-00dafb\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:07.89537625Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"fdd37319-4d3d-4d9e-8bb7-a3746e014f59","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-f1ecec/e2e-a-only-00dafb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:07.948840317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"a99dd327-af4b-4360-a026-83ae1c0ba2ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:08.050844157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"1bd2a8db-bdd5-4b62-85d3-8b0724399c95","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:08.051344333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"4b53fdf1-17ee-414e-b51a-c8725262f329","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:08.149566027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"23ae5de2-1a18-43dc-ae35-eb95d73acf00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:08.25039927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"7c5794c4-d861-421a-bb08-c614f67a3227","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:08.351481536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12f97eb6-6b83-45a9-8d65-4d61c91b1bde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:08.377236435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"1ac957e5-3021-42c4-b6c3-1d066d1c5313","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:08.387549339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"7cc78601-89a1-466f-835f-8c09ca39352d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:08.635879368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"b344c090-d878-47ae-8273-25bbacace8a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:08.739584964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"461c9972-924c-4755-b664-b753af85c8ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:09.006531402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"d506ed49-5133-4f00-8abf-9901bc0c37a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:15.679226142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-shared-sub-00dafb","reconcileID":"664b7e5c-0326-47e3-a0c0-4d18ee465acf","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscription":"e2e-shared-sub-00dafb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:15.853685965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-shared-sub-00dafb","reconcileID":"664b7e5c-0326-47e3-a0c0-4d18ee465acf","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:16.077636666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"4dfcf5ed-3e49-483f-96a9-ded56dd52f7b","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:16.077661399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"4dfcf5ed-3e49-483f-96a9-ded56dd52f7b","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:16.236810405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"c054ed29-b9e9-479c-85d5-8ce1df0d06dd","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:16.237386144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"c054ed29-b9e9-479c-85d5-8ce1df0d06dd","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:20.011868982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"e236cac5-a5ae-4618-9860-ed57c06e15df","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:20.011906107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"e236cac5-a5ae-4618-9860-ed57c06e15df","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:25.617907672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"b2ba4390-31ae-4d93-afcf-00c4c3bc257f","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:25.617933899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"b2ba4390-31ae-4d93-afcf-00c4c3bc257f","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:25.677330594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"0dc418a4-6801-4bd9-96b4-d55bce77842c","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:25.677352892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"0dc418a4-6801-4bd9-96b4-d55bce77842c","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:25.784803176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"11899c3f-f16d-4609-b348-9c67ae1b84d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:25.911388387Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"11899c3f-f16d-4609-b348-9c67ae1b84d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:25.967896378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"11899c3f-f16d-4609-b348-9c67ae1b84d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.026305618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"9306a947-a286-4648-a2e1-8a537af8544b","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.026325758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"9306a947-a286-4648-a2e1-8a537af8544b","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.20710409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41db2196-4f48-479d-b95d-8e0f988944db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.409288515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"3bfe21c5-7735-44b7-a2c1-99587f7a64af","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","subscription":"e2e-a-only-00dafb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.414466606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"75c4cd81-0bdb-44fc-92f6-c76666c44cc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.463823758Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"3bfe21c5-7735-44b7-a2c1-99587f7a64af","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.518082236Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"e2e-a-only-00dafb","reconcileID":"3bfe21c5-7735-44b7-a2c1-99587f7a64af","MaaSSubscription":{"name":"e2e-a-only-00dafb","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"name":"maas-trlp-sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.522251089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"ff2e97f6-abba-4b8c-9fd2-64f54d0aa619","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.764604951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"5c94d966-20b3-4945-8ae2-0cc7596d1c7b","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.764680863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"ce7153f9-c5f3-476b-9e7c-fba6b6e01b70","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.778200175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.809389125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"d7fabc4b-feaf-4f83-8817-acede0246786","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenant":"e2e-shared-a-w0-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","model":"ai-tenant-e2e-shared-a-w0-f1ecec/sub-test-model-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.809492717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"sub-test-model-f1ecec","reconcileID":"d7fabc4b-feaf-4f83-8817-acede0246786","MaaSModelRef":{"name":"sub-test-model-f1ecec","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"routeName":"sub-test-model-f1ecec-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","llmisvcName":"sub-test-model-f1ecec","gateway":"openshift-ingress/e2e-shared-a-w0-f1ecec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:26.863987734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"b8c3a234-e753-4d0c-8f15-c40f90b3bf8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.015354726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd01655b-32e6-49ec-bcb1-daf636468459","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.111222231Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"edb6f0dc-0175-49c4-b9ab-3a98c0973ba8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.111276946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"86b0d807-a2d9-4c8f-9a1f-135bd69956af","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.111290599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"86b0d807-a2d9-4c8f-9a1f-135bd69956af","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.115085688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"6b6b3fbc-e4d2-4e33-b741-9fd2bf91d762","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.31953849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"edb6f0dc-0175-49c4-b9ab-3a98c0973ba8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.319596823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"845ade4e-82be-41f5-830c-30690f8df3d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.420565742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"962002ae-d973-4ea6-a450-5cd24d7b1a31","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.420576637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"cba04b79-eb20-4629-b387-cdf41058221c","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.420918945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"7784bec9-2ea6-4726-bbfc-f4a463595840","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.44699598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"edb6f0dc-0175-49c4-b9ab-3a98c0973ba8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"e2e-shared-b-w0-21e3d9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.44701995Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-sub-iso-auth-00dafb","reconcileID":"edb6f0dc-0175-49c4-b9ab-3a98c0973ba8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.504624086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"65fe4c85-0352-4832-a774-9c7d3f2fff41","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.504650324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"65fe4c85-0352-4832-a774-9c7d3f2fff41","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.64979991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"4f2a4b09-a6c9-4f81-b1df-3ffa161ef4f9","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.649823116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"4f2a4b09-a6c9-4f81-b1df-3ffa161ef4f9","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.779883427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"234ad7ee-358b-4830-a95c-a84c7bc1968d","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:27.779982836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"fc21167a-fa8a-4f66-993a-f35ca5c5acf9","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:36.133900925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"70f33496-db78-44ee-ac28-026e5b0c30c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:36.192443184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"70f33496-db78-44ee-ac28-026e5b0c30c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:36.249951504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"70f33496-db78-44ee-ac28-026e5b0c30c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:38.061999978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"17540fd5-e730-4172-878a-ce8b81d3096a","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscription":"e2e-shared-sub-00dafb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:38.330399455Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-shared-sub-00dafb","reconcileID":"17540fd5-e730-4172-878a-ce8b81d3096a","MaaSSubscription":{"name":"e2e-shared-sub-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-21e3d9/e2e-b-only-00dafb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:38.549473926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"eaa158c9-669c-4718-b2fe-a9e5a2ce0ee8","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:38.592675894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"d8ccb26a-5354-40fb-b9bd-827d0ceb9d2f","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:38.592702358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"d8ccb26a-5354-40fb-b9bd-827d0ceb9d2f","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:38.898553412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"89c60ed4-ef44-4ef2-a2c7-6b31c8598dea","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:38.898574973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"89c60ed4-ef44-4ef2-a2c7-6b31c8598dea","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:46.358451277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"81d5813f-6938-436f-9bac-7855ce2dbfc4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:46.416370868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"81d5813f-6938-436f-9bac-7855ce2dbfc4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:46.473243507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"81d5813f-6938-436f-9bac-7855ce2dbfc4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:49.066496324Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"1fec42df-d842-4800-86d8-03edf78fd18b","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","subscription":"e2e-b-only-00dafb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:49.121636021Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"1fec42df-d842-4800-86d8-03edf78fd18b","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:49.182000752Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"e2e-b-only-00dafb","reconcileID":"1fec42df-d842-4800-86d8-03edf78fd18b","MaaSSubscription":{"name":"e2e-b-only-00dafb","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"name":"maas-trlp-sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:49.48891639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"e66a8564-d548-4ad8-a1c2-bc15dd96cd3f","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenant":"e2e-shared-b-w0-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","model":"ai-tenant-e2e-shared-b-w0-21e3d9/sub-test-model-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:49.488947644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"sub-test-model-21e3d9","reconcileID":"e66a8564-d548-4ad8-a1c2-bc15dd96cd3f","MaaSModelRef":{"name":"sub-test-model-21e3d9","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"routeName":"sub-test-model-21e3d9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","llmisvcName":"sub-test-model-21e3d9","gateway":"openshift-ingress/e2e-shared-b-w0-21e3d9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:56.581534306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"4d035116-70e9-4555-83f0-dfe6104d41ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:56.639810309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"4d035116-70e9-4555-83f0-dfe6104d41ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:56.696193211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (034da74b6ed88348282024401ba684fd4f21bef6b3360403bcb2ec511683790f) AuthConfig (24bf3838a77fa107672e736635a48d8a3f59dcffec54f8720b388cd1491ceaef) AuthConfig (8e0e037551e2ceb810bcd38993db3373d1abeb424a731fcc65c9562c2d17c1aa) AuthConfig (514d28bc9090b0bc06c1879067a7039e6100cfd27e586c78f905f77ee7649386) AuthConfig (12afd414068107553c5acb20e52dd54f357a63383382938661b7a464d802f4d2) AuthConfig (6b66fcdfafc9ed0cd51e8bdd70f9b85d1ecc7664f7437f66b1e5646f5633268c) AuthConfig (2aa1cd28beaebfdee160630477f01145b6383c9394d66c937c31d6bea53dc0b1) AuthConfig (90c0fb3b9011d88f9f4bc5f50ac4b7e8158a6ebce12cfdbffbd6cd6d90baff1e) AuthConfig (37e5c746eb03847dfaa52eaa34702ddd4d5347a493ab35ea116f6f9c26cf70ab) AuthConfig (20186fabc2068ee5894bf9131fde7a57f04a44e68e2e815217e2bc4732e8a238) AuthConfig (8bc1ac30ea123fafb19ee3160beaf1b3ec86226ce99c340b568f3cdc342dc71d) AuthConfig (b126ea4810a94046e2e089bc13df6b1e1ba1460ff4c56b73776706192e37b7e4) AuthConfig (53ea76ef88495cefdef16aa5477f00ee0b3a14beac070689a8eae914dddd4f70) AuthConfig (32d7f525cba8a2eb744189d3a58b1ff65f6f1c2a742634ae3c3a4481a6ea8820) AuthConfig (5dcba957727bff9532097ed0138ad5a29a8cb694f04599b5de689ef010d9f72e) AuthConfig (a9d0159494c40cea1ba78d43d37ce3a0268864d31e5b05b979651d47cb868d4e) AuthConfig (d759aac1a88602f4e759ddaf8f736ae7a0caee4fdcb3441a60623c855313c6a9) AuthConfig (10562fbaef3ab70e8ead7f6b1987d4903c199d3c5c2a7ab9a42fdcc8fb67ac4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"4d035116-70e9-4555-83f0-dfe6104d41ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:56.753171323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"ea65c364-b011-491a-a4c1-ed79f72e4680","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:56.753194043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"ea65c364-b011-491a-a4c1-ed79f72e4680","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:50:56.779195685Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:00.09397641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640a21cf-2d06-4e1b-b6c7-6e0d5c15e74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:00.148899567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640a21cf-2d06-4e1b-b6c7-6e0d5c15e74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:00.203085186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640a21cf-2d06-4e1b-b6c7-6e0d5c15e74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:00.257360885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640a21cf-2d06-4e1b-b6c7-6e0d5c15e74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:02.201682689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf40a90-b2e5-4ad0-9d93-4701075c20b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:02.255844882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf40a90-b2e5-4ad0-9d93-4701075c20b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:02.309945191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf40a90-b2e5-4ad0-9d93-4701075c20b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:02.364664103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf40a90-b2e5-4ad0-9d93-4701075c20b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:06.861762791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"60c93b03-1ada-401f-9e64-95bca0fa3c40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:06.919985645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"60c93b03-1ada-401f-9e64-95bca0fa3c40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:06.977259236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-6d65e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (034da74b6ed88348282024401ba684fd4f21bef6b3360403bcb2ec511683790f) AuthConfig (24bf3838a77fa107672e736635a48d8a3f59dcffec54f8720b388cd1491ceaef) AuthConfig (8e0e037551e2ceb810bcd38993db3373d1abeb424a731fcc65c9562c2d17c1aa) AuthConfig (514d28bc9090b0bc06c1879067a7039e6100cfd27e586c78f905f77ee7649386) AuthConfig (12afd414068107553c5acb20e52dd54f357a63383382938661b7a464d802f4d2) AuthConfig (6b66fcdfafc9ed0cd51e8bdd70f9b85d1ecc7664f7437f66b1e5646f5633268c) AuthConfig (2aa1cd28beaebfdee160630477f01145b6383c9394d66c937c31d6bea53dc0b1) AuthConfig (90c0fb3b9011d88f9f4bc5f50ac4b7e8158a6ebce12cfdbffbd6cd6d90baff1e) AuthConfig (37e5c746eb03847dfaa52eaa34702ddd4d5347a493ab35ea116f6f9c26cf70ab) AuthConfig (20186fabc2068ee5894bf9131fde7a57f04a44e68e2e815217e2bc4732e8a238) AuthConfig (8bc1ac30ea123fafb19ee3160beaf1b3ec86226ce99c340b568f3cdc342dc71d) AuthConfig (b126ea4810a94046e2e089bc13df6b1e1ba1460ff4c56b73776706192e37b7e4) AuthConfig (53ea76ef88495cefdef16aa5477f00ee0b3a14beac070689a8eae914dddd4f70) AuthConfig (32d7f525cba8a2eb744189d3a58b1ff65f6f1c2a742634ae3c3a4481a6ea8820) AuthConfig (5dcba957727bff9532097ed0138ad5a29a8cb694f04599b5de689ef010d9f72e) AuthConfig (a9d0159494c40cea1ba78d43d37ce3a0268864d31e5b05b979651d47cb868d4e) AuthConfig (d759aac1a88602f4e759ddaf8f736ae7a0caee4fdcb3441a60623c855313c6a9) AuthConfig (10562fbaef3ab70e8ead7f6b1987d4903c199d3c5c2a7ab9a42fdcc8fb67ac4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"60c93b03-1ada-401f-9e64-95bca0fa3c40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.137947069Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.1380055Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","namespace":"ai-tenant-e2e-shared-a-w4-754ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.138051877Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","tenant":"e2e-shared-a-w4-754ac5","tenantID":"e2e-shared-a-w4-754ac5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.194171521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-754ac5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.256592158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"Service","name":"maas-api-e2e-shared-a-w4-754ac5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.312980861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-754ac5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.369755556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-754ac5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.433029739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.49088224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.549968983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.60889024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.663297345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.716716172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.770087364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.823713037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.877361584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.931070628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:08.984425198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:09.041709824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:09.095248374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:09.149243785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:09.204808096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:09.258667655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"namespace":"ai-tenant-e2e-shared-a-w4-754ac5","name":"default-tenant","reconcileID":"c17f22d8-0f20-4870-93c3-ebf5c88fd903","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-754ac5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:11.485169925Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-754ac5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-754ac5","reconcileID":"22f7138c-8585-4399-930b-0dbe0d306c8c","aitenant":"ai-tenants/e2e-shared-a-w4-754ac5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:11.97980412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7074c1-4dda-4a53-9826-60a20fb0c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:12.036642081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7074c1-4dda-4a53-9826-60a20fb0c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:12.091096087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7074c1-4dda-4a53-9826-60a20fb0c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:12.146179732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7074c1-4dda-4a53-9826-60a20fb0c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:12.337895071Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-754ac5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-754ac5","reconcileID":"22f7138c-8585-4399-930b-0dbe0d306c8c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-754ac5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-754ac5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:14.183482477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f353d04f-8207-49ff-9ff7-da477e1b7787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:14.237650686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f353d04f-8207-49ff-9ff7-da477e1b7787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:14.291543282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f353d04f-8207-49ff-9ff7-da477e1b7787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:14.345566504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f353d04f-8207-49ff-9ff7-da477e1b7787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:16.276715645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd77298-d50d-4539-9b06-d230eda7bdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:16.33073587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd77298-d50d-4539-9b06-d230eda7bdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:16.384538605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd77298-d50d-4539-9b06-d230eda7bdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:16.438554932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd77298-d50d-4539-9b06-d230eda7bdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:17.086825511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"57353f04-6fec-45f8-9d7b-f2124bf0d307","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:17.145967555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"57353f04-6fec-45f8-9d7b-f2124bf0d307","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:17.419860589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"9b73d6a3-446c-4874-8315-a04b0d37de50","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:17.419884885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"9b73d6a3-446c-4874-8315-a04b0d37de50","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:19.859626358Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:19.859727503Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:19.859807388Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","tenant":"e2e-shared-b-w4-fe3f4d","tenantID":"e2e-shared-b-w4-fe3f4d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:19.915789301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-fe3f4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:19.97966554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"Service","name":"maas-api-e2e-shared-b-w4-fe3f4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.037512301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-fe3f4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.09336919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-fe3f4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.187281107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.245116069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.308521549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.3648581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.420755929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.526333961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.594306079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.660481908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.716864637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.772819029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.830014044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.889853244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:20.945301653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:21.001216302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:21.057089655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:21.092794569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3daf661-73a3-400c-ae0a-0877bdfffc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:21.147036427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3daf661-73a3-400c-ae0a-0877bdfffc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:21.148744489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"9224f5bc-a243-4f6f-8fc7-e1f04fe6a9fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-fe3f4d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:21.201012657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3daf661-73a3-400c-ae0a-0877bdfffc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:21.255164407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3daf661-73a3-400c-ae0a-0877bdfffc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:22.838874232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"e8a0b09a-5583-4efe-adb2-473680bc6a61","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:22.838904027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"e8a0b09a-5583-4efe-adb2-473680bc6a61","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:22.89659825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"10dcefcd-4904-48c6-849c-7cb9a589e9a1","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:22.89662135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"10dcefcd-4904-48c6-849c-7cb9a589e9a1","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:23.003495975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"0ebf22de-7002-4a13-a75f-49c0c0b994d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:23.129930272Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"0ebf22de-7002-4a13-a75f-49c0c0b994d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:23.186529388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"0ebf22de-7002-4a13-a75f-49c0c0b994d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:23.24618012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"e42c4663-6f83-48d9-b7a6-0e133402798b","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:23.246315585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"e42c4663-6f83-48d9-b7a6-0e133402798b","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:23.282009873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cbc105-3b8e-48f7-9d78-57aaf401c06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:23.336187096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cbc105-3b8e-48f7-9d78-57aaf401c06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:23.390530764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cbc105-3b8e-48f7-9d78-57aaf401c06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:23.444670483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9cbc105-3b8e-48f7-9d78-57aaf401c06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:26.779976337Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:27.00971137Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-fe3f4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-fe3f4d","reconcileID":"6127e0a4-02c9-4611-86e4-200e9dfc496e","aitenant":"ai-tenants/e2e-shared-b-w4-fe3f4d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:27.49192489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412477d0-9812-4add-8673-b831ce84d997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:27.546590137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412477d0-9812-4add-8673-b831ce84d997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:27.600487036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412477d0-9812-4add-8673-b831ce84d997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:27.655297018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412477d0-9812-4add-8673-b831ce84d997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:27.830027288Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-fe3f4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-fe3f4d","reconcileID":"6127e0a4-02c9-4611-86e4-200e9dfc496e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-fe3f4d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-fe3f4d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.003795694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"4644d780-87b5-4d10-a78f-b87413fc47c3","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.0221056Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-access","reconcileID":"f88391fe-9ea6-4175-8305-0daa1254c03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.239057531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"f644558f-103e-463d-a11f-c83826c7cc02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.240425643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"94bbe9ae-ce1a-4086-8212-fbf1bab29bc8","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.298563075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"f644558f-103e-463d-a11f-c83826c7cc02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.351238675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"89c97a25-23ef-4fc3-a15d-4c2ad40b07f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.384864198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"f9fb7659-36b0-47b5-ac67-cd5dcbb42216","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.568252473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"744e150c-4b1a-4d65-92cb-1560a7d22806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.62841505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"744e150c-4b1a-4d65-92cb-1560a7d22806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.691888123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2fc444-2f24-4b1e-a8f1-138a39e33462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.746607703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2fc444-2f24-4b1e-a8f1-138a39e33462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.800882831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2fc444-2f24-4b1e-a8f1-138a39e33462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:29.854965581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2fc444-2f24-4b1e-a8f1-138a39e33462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:31.893559206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f88c18-4949-4293-906d-8081da73de2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:31.947605918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f88c18-4949-4293-906d-8081da73de2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:32.001644433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f88c18-4949-4293-906d-8081da73de2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:32.055488026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f88c18-4949-4293-906d-8081da73de2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:33.360472718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"c573a0cf-b2b7-45d4-853b-9ca37732b9e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:33.419735641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"c573a0cf-b2b7-45d4-853b-9ca37732b9e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:33.476487801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"c573a0cf-b2b7-45d4-853b-9ca37732b9e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:35.348881854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"362080b4-b53c-4f14-96ee-9d6f57845893","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:35.535862992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"5a6099c0-5fef-44b0-8a70-eaa72285de8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:35.565691089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"4bb4def2-7a91-4238-84f8-ef4f8f1a2ab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:35.593609444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"5a6099c0-5fef-44b0-8a70-eaa72285de8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:35.736260375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"db3dba90-358f-4863-b2a6-fad0ee6c5630","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:35.953121005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"f50229bb-0cd6-4f0f-91e6-b34e3b86dcf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:39.634756284Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"52e7bbd5-1c02-405d-b815-5a46b7f0aac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:39.689463703Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"52e7bbd5-1c02-405d-b815-5a46b7f0aac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:39.74380635Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"simulator-subscription","reconcileID":"52e7bbd5-1c02-405d-b815-5a46b7f0aac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/simulator-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:40.062828094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"7fe223a3-a3d2-466b-ac43-dfe72458461f","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:40.171475577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"4d80e4d2-3c72-4d76-8591-38ddb1dae761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:40.231586936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"4d80e4d2-3c72-4d76-8591-38ddb1dae761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:43.584936988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"86f453aa-46eb-43f6-815a-7ae73777b757","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:43.646318657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"86f453aa-46eb-43f6-815a-7ae73777b757","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:43.703284744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"86f453aa-46eb-43f6-815a-7ae73777b757","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.500642252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"fc06c3d8-5240-49bd-b986-ab5ba025db91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.56007463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"fc06c3d8-5240-49bd-b986-ab5ba025db91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.573443657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"97c397c2-bdc4-49c9-a51f-8ddcaed7d9e4","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.63861677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"647e6a37-53e8-4489-ab6b-8326149a37a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.759278996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"fcb66293-72ce-4bc1-a03e-a8c31f429cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.869653811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"6c1b096c-d152-45c7-a4df-374cd099bdd5","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.928692417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"a3f55dbd-04ab-4552-a28a-617333d69cda","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.930109455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"29310340-8607-4d4c-b650-db0f895fc0c6","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.930420164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"368bfbfc-cf1a-4c3d-b424-c5514c1f587e","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.930694687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"df587218-129f-44e0-8dc6-c043225de9e6","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.978235286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"64f06337-8c9c-459b-8ed9-7241ed770ddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:45.988105247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"fcb66293-72ce-4bc1-a03e-a8c31f429cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:46.116324513Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"fcb66293-72ce-4bc1-a03e-a8c31f429cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:46.116353018Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"fcb66293-72ce-4bc1-a03e-a8c31f429cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:46.176723664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"cb7033ff-d9a0-4301-adab-46abc06764da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:46.176935139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"751633a0-b6ce-4266-9d58-91ae63953c49","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:46.385640398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"cb7033ff-d9a0-4301-adab-46abc06764da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:46.443447374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"cb7033ff-d9a0-4301-adab-46abc06764da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"e2e-worker-w4-0bbe80-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:46.443476259Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"cb7033ff-d9a0-4301-adab-46abc06764da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:51:46.497081306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-access","reconcileID":"cb7033ff-d9a0-4301-adab-46abc06764da","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:46.902990306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4ce4a6-25b1-48af-8a02-d64752ba8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:46.957540089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4ce4a6-25b1-48af-8a02-d64752ba8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:47.012268506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4ce4a6-25b1-48af-8a02-d64752ba8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:47.07027729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4ce4a6-25b1-48af-8a02-d64752ba8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:47.198285662Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"9fbf08e9-75e4-41de-b64a-ddf4c5714d5d","namespace":"ai-tenant-e2e-worker-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:47.198375545Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"9fbf08e9-75e4-41de-b64a-ddf4c5714d5d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:47.255360238Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"9fbf08e9-75e4-41de-b64a-ddf4c5714d5d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:47.255386721Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"9fbf08e9-75e4-41de-b64a-ddf4c5714d5d","namespace":"ai-tenant-e2e-worker-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:49.097423857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e954e4-4da3-455d-9ab9-459004faf3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:49.152314499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e954e4-4da3-455d-9ab9-459004faf3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:49.207000742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e954e4-4da3-455d-9ab9-459004faf3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:49.26167513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e954e4-4da3-455d-9ab9-459004faf3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:53.905602054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"7a32d84a-aac7-4748-bc19-cac0a68ae9c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:53.964728488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"7a32d84a-aac7-4748-bc19-cac0a68ae9c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:54.022102775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0ac243-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7101b6b7f083a94efed13bd813b24a161882d083ffb69d462a7e7c8f49413a1) AuthConfig (7102f3804101f7b2d245c8a67a19bd4df4cb2397723905b6b2e5e868e679f93b) AuthConfig (e87c7bb0493d074c5811c26561619e73e9d963403be05736f245367dcbdcac1f) AuthConfig (63af22e1edd492315a82d9f6d995b7f3f5c0d4707f3981ae2801dcd1c422ab58) AuthConfig (0357d8ed77e0fe185e1f7915d2f36db3a0ec0ccb15e5ce7e4480ac9536573306) AuthConfig (639fe3954cb032aeca3b21f7dc113e6880cd0eb511252d46d4e893b75a32def5) AuthConfig (065b1346471432cc622fee7585aa2a012d575f59e7559bdf6abc51be3ce69d98) AuthConfig (e4110bca4f1c1d66f09d108e5f902f2cebde8e6ac787fc63b681bfd1ec82805d) AuthConfig (2d8a83ebe5082285dd50f7c38e207081064e18d57e24b93909e1f870c1c9b97d) AuthConfig (ea0b71c544b4c292aa6726bf6790ad9dc91a2899a01ed874c046de7e3d43395e) AuthConfig (ba8b2e20b8ad32e15f28022500367c3fb7f4714b50f8e22ab4d79340eff86f0e) AuthConfig (199015e1da32060715c5077401304821be80f2a29b38ba80740f0e40f90f7a2b) AuthConfig (e7ff1f997bc901130af0a10d2b0743b3dc453ea7c7bbddf6b744319df2b53ccd) AuthConfig (fc725475bd47921ef10965aa7cfa12b4d76bd3af548c15d97c0072f6132077e7) AuthConfig (2a0e66d19ba4699512a8bfdc83a89b7026929f32987051fbbb3906b6cf838646) AuthConfig (098933614b5b7f2ad3ffd4975e8f3ab3149c4e98d0f7a0433ef91b371f2c658e) AuthConfig (2de2244a95445b084fed2c8b29f28053df41afe44508fc063f5453c044e2d2b9) AuthConfig (bd3a1359d16bbf0f29e7b830c43d8ce91ff39fc427bc82bc68deeb0065a48dcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"7a32d84a-aac7-4748-bc19-cac0a68ae9c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:54.129063212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"ab94b6bd-bb1a-44c4-81e5-4fa5183ced9a","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:54.129089062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"ab94b6bd-bb1a-44c4-81e5-4fa5183ced9a","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:54.696316823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56925422-7823-45d3-a505-0229b6366725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:54.750434421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56925422-7823-45d3-a505-0229b6366725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:54.804476592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56925422-7823-45d3-a505-0229b6366725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:54.859661756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56925422-7823-45d3-a505-0229b6366725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:56.177670243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"aa5137be-0606-49b4-b811-3a7dd85d78de","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:56.279254144Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"82b862b4-fd2d-482c-b292-f85e13b32401","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:56.333601702Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"82b862b4-fd2d-482c-b292-f85e13b32401","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:56.389000115Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"premium-simulator-subscription","reconcileID":"82b862b4-fd2d-482c-b292-f85e13b32401","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"name":"maas-trlp-premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80","model":"e2e-models-e2e-worker-w4-0bbe80/premium-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:56.665790598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"87edbeaf-b7ae-42ba-90d8-d184cc89bf1b","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:56.77793743Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:56.890463583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556337d8-ed35-47e8-a52c-32ea0d3dbb1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:56.944634863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556337d8-ed35-47e8-a52c-32ea0d3dbb1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:56.998859907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556337d8-ed35-47e8-a52c-32ea0d3dbb1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:57.052815235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556337d8-ed35-47e8-a52c-32ea0d3dbb1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:59.0060045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"b63850d5-c1a2-4502-8375-6f39aa4bf8d7","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:59.392779388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"11039ebf-e561-455b-8c27-05c670e1e2f2","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:51:59.739571684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"0adb4e59-4dba-49af-9ed3-dfc1e3102400","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:04.238451865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"5082cb03-7dee-4be7-95b1-5a4dcc2ea9c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:04.297269216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"5082cb03-7dee-4be7-95b1-5a4dcc2ea9c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:04.622024071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"ca157494-fe38-444a-a08e-e064b2549d47","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:04.622046301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"ca157494-fe38-444a-a08e-e064b2549d47","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:06.667285148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"25877909-7f74-4491-9dd2-6dc78066075e","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:09.070600549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"77b94a0a-fb9e-4ac8-b8f9-d80d1eed4064","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:09.454549904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"fa6fad33-a206-42f1-9008-803234afaf3e","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:09.800431955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"c6662644-4801-4301-b14e-73b3a262126c","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.079471374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"c0029466-ad9a-432a-ba22-a826288f9148","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.079497256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"c0029466-ad9a-432a-ba22-a826288f9148","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.141533547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"db42f714-0400-4343-9cc8-0ee758434d9f","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.14155659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"db42f714-0400-4343-9cc8-0ee758434d9f","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:52:10.187012862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-shared-sub-9180ab","reconcileID":"1b0c4376-a7fa-49b6-87d6-64d41fc2a549","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-9180ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.187676555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"89112651-a873-4533-90ca-11eb8c7b2940","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:52:10.196539489Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"db42f714-0400-4343-9cc8-0ee758434d9f","name":"sub-test-model-6d65e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-6d65e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:52:10.196592302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"db42f714-0400-4343-9cc8-0ee758434d9f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-6d65e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.201951092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"29ea39ec-8c7c-4215-b0c6-17402c49f757","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.201969168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"29ea39ec-8c7c-4215-b0c6-17402c49f757","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.246897132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"89112651-a873-4533-90ca-11eb8c7b2940","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.294087221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"8ef38549-28f7-4f22-b922-5ab7082e7732","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.2941136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"8ef38549-28f7-4f22-b922-5ab7082e7732","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.351748117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"a4cdd519-4576-4ca1-a166-e4552801d984","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.351771512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"a4cdd519-4576-4ca1-a166-e4552801d984","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.39803005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"ddbc7654-dfa3-4976-b7e0-29b4c4004cc3","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.398060892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"ddbc7654-dfa3-4976-b7e0-29b4c4004cc3","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.457572606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"b1a06a0c-64e4-4e50-aa6c-fd03fa2bd1e7","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.457594018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"b1a06a0c-64e4-4e50-aa6c-fd03fa2bd1e7","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:52:10.505326807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-shared-sub-9180ab","reconcileID":"8d4d1560-ac82-42ee-9b62-cd3b67573b88","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-9180ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.506807944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"2d1b9cb8-29b3-4276-a0c7-61425fee6c80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:52:10.512819382Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"b1a06a0c-64e4-4e50-aa6c-fd03fa2bd1e7","name":"sub-test-model-0ac243","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-0ac243\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:52:10.512900202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"b1a06a0c-64e4-4e50-aa6c-fd03fa2bd1e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-0ac243\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.518518272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"8d64219c-3d26-4caf-afb8-f2ef8d1dd62b","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.518543284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"8d64219c-3d26-4caf-afb8-f2ef8d1dd62b","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.566930012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"2d1b9cb8-29b3-4276-a0c7-61425fee6c80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.569666733Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-shared-sub-9180ab","reconcileID":"ceb00ba0-badf-49a7-ae41-b7548f38122a","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"sub-test-model-6d65e1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-6d65e1/e2e-shared-sub-9180ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.607525439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"98521dfd-4904-48cc-b141-601bfc619b29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.613167148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"f6afbe0c-24ee-4ef4-959b-a72dade07d7c","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.613193253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"f6afbe0c-24ee-4ef4-959b-a72dade07d7c","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.673464805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"98521dfd-4904-48cc-b141-601bfc619b29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.679018942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"ced3fe7a-8ae4-4814-ac35-d4948dc78819","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.67904576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"ced3fe7a-8ae4-4814-ac35-d4948dc78819","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.700879361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"6c7ef9c4-aa52-4e1a-9f21-919ed9b133c4","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.700904266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"6c7ef9c4-aa52-4e1a-9f21-919ed9b133c4","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.766557461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"a3537344-be5f-4691-9bb7-150c13863a94","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.766590753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"a3537344-be5f-4691-9bb7-150c13863a94","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.771860242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"192a76d4-eb7e-49e8-af67-462c90eb9e75","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.771884136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"192a76d4-eb7e-49e8-af67-462c90eb9e75","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:52:10.824244233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-a-only-9180ab","reconcileID":"5e0231dc-3dcf-4a41-9201-71000bcd2dfd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-9180ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.91808037Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-shared-sub-9180ab","reconcileID":"690040a7-a59f-4ea4-8df6-73e34040947a","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"sub-test-model-0ac243","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-0ac243/e2e-shared-sub-9180ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.944181358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"ef83c7f1-ea32-4e70-9d35-02ec9422ffe2","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:10.944205201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"ef83c7f1-ea32-4e70-9d35-02ec9422ffe2","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.003613111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"db6a65c0-49d4-46f3-90ab-c292b5fa0e20","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.003634446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"db6a65c0-49d4-46f3-90ab-c292b5fa0e20","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.013790694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"1e9c52b4-9a22-4629-bf67-a9493f77fa75","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.013808294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"1e9c52b4-9a22-4629-bf67-a9493f77fa75","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.037931149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"557d7300-5323-454f-96bd-1a8b3d122075","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.045081022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"81981cf7-eda9-4377-b185-9eb35e69a8da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.073314549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"4d340f16-0637-4829-a0f9-e35f4456c70d","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.073337544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"4d340f16-0637-4829-a0f9-e35f4456c70d","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.076221363Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-shared-sub-9180ab","reconcileID":"c6bfd16e-1522-4c10-b389-24af3bd18eb9","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w3-6d65e1/e2e-a-only-9180ab","ai-tenant-e2e-shared-a-w3-6d65e1/e2e-shared-sub-9180ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.090341614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"65b95837-26e2-4bd6-8110-673a5dc8f8d5","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.090366288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"65b95837-26e2-4bd6-8110-673a5dc8f8d5","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.096172088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"557d7300-5323-454f-96bd-1a8b3d122075","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.103688846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"81981cf7-eda9-4377-b185-9eb35e69a8da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:52:11.118815161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-b-only-9180ab","reconcileID":"b95f37bf-9a04-439e-9a31-134d8807369f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-9180ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.200950321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-2-w4-0bbe80","reconcileID":"9b03b50b-3a56-4c0d-bd36-59e0c4cbcaa0","MaaSModelRef":{"name":"distinct-2-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-2-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-2-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.207307438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"distinct-w4-0bbe80","reconcileID":"6f4e3637-6175-433e-ba1e-a3946071b2ce","MaaSModelRef":{"name":"distinct-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"distinct-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"distinct-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.21560166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"premium-w4-0bbe80","reconcileID":"315704fd-c4fa-42bb-adfd-a0cf5d4096ba","MaaSModelRef":{"name":"premium-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"premium-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"premium-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.220949781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-a-only-9180ab","reconcileID":"6d502aeb-cb13-428e-93df-460d1933409e","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.223079969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"namespace":"e2e-models-e2e-worker-w4-0bbe80","name":"simulator-w4-0bbe80","reconcileID":"d733019a-3548-43e5-84dd-c6a87f5ed4a6","MaaSModelRef":{"name":"simulator-w4-0bbe80","namespace":"e2e-models-e2e-worker-w4-0bbe80"},"routeName":"simulator-w4-0bbe80-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bbe80","llmisvcName":"simulator-w4-0bbe80","gateway":"openshift-ingress/e2e-worker-w4-0bbe80","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.232289258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"1f7104a2-8662-46b8-a000-c9e38e00bee3","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.232310742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"1f7104a2-8662-46b8-a000-c9e38e00bee3","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.381682247Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-shared-sub-9180ab","reconcileID":"6ae08949-57fc-43c9-864d-0bb0a97bd063","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w3-0ac243/e2e-b-only-9180ab","ai-tenant-e2e-shared-b-w3-0ac243/e2e-shared-sub-9180ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.412758787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"7fd3b50c-d293-445f-a0d9-d23d1c3a1002","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.420479361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-shared-sub-9180ab","reconcileID":"fdef9cae-d6d2-44e0-ab7e-9e89e5542ee7","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.470442781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"7fd3b50c-d293-445f-a0d9-d23d1c3a1002","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.520428554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-b-only-9180ab","reconcileID":"3e714514-8473-453a-a112-58a0c0db847c","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.625463772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-a-only-9180ab","reconcileID":"9e416252-bbe6-4fd2-9a09-b6de473260fb","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.749520944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-shared-sub-9180ab","reconcileID":"66cc03b8-997f-48d6-b666-b9964ba907da","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:11.908699216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-b-only-9180ab","reconcileID":"03713518-1ed7-427b-8d67-224e2239c396","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:12.426243961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"016cd34a-8e0f-4eb5-bb50-f3df52b2fc7e","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:12.426262895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"016cd34a-8e0f-4eb5-bb50-f3df52b2fc7e","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:12.426638672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"10e733fb-8653-4788-bddb-690ed5d846a6","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:12.426652998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"10e733fb-8653-4788-bddb-690ed5d846a6","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:22.676423197Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","namespace":"ai-tenant-e2e-worker-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:22.676521328Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","namespace":"ai-tenant-e2e-worker-w4-0bbe80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:22.676600661Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","tenant":"e2e-worker-w4-0bbe80","tenantID":"e2e-worker-w4-0bbe80","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:22.738593695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"Deployment","name":"maas-api-e2e-worker-w4-0bbe80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:22.812680159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"Service","name":"maas-api-e2e-worker-w4-0bbe80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:22.878369524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-0bbe80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:22.935278637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-0bbe80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:22.993451189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.050175385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.110295708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.166814607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.220906687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.274342956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.327967466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"Service","name":"payload-processing-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.381723022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.436252979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.491046255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.545897483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.608455139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.662980122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.719095971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.778993491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-0bbe80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.83291918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"namespace":"ai-tenant-e2e-worker-w4-0bbe80","name":"default-tenant","reconcileID":"c712ccb9-e004-473f-a5da-d84727db4f82","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-0bbe80","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.892794752Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.892876381Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.892948304Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","tenant":"e2e-shared-a-w0-f1ecec","tenantID":"e2e-shared-a-w0-f1ecec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:23.949173692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-f1ecec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.012567019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"Service","name":"maas-api-e2e-shared-a-w0-f1ecec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.069364397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-f1ecec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.125139201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-f1ecec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.182743658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.244306824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.303722502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.360552715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.416913013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.470549891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.524458518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.578002646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.631458228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.684924172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.738369353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.796519585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.849924099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.904238433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:24.958233747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.008156895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-a-only-9180ab","reconcileID":"d7e47e9e-6129-4706-832e-e2f758447db1","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.010387564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-shared-sub-9180ab","reconcileID":"f821efca-acce-4b72-9516-839467bfb0dc","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.011670525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"771dba6c-6b0f-4a5a-ac47-6d3cf2dba28c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-f1ecec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.129560633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-shared-sub-9180ab","reconcileID":"762b15bd-2203-4a64-b1d6-a12df4268865","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.130884234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-b-only-9180ab","reconcileID":"21119de6-1b1f-4475-a7f6-d92755d80fc4","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.183983881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"b426dc02-a438-4f15-a543-5fd5e1a392ef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.184005935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"b426dc02-a438-4f15-a543-5fd5e1a392ef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.189655293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"abee0297-98e2-443f-8ed1-c9857c471432","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.18967375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"abee0297-98e2-443f-8ed1-c9857c471432","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.307060944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"d470c4d6-593f-46d3-846f-2a25e960cf4c","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.307087755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"d470c4d6-593f-46d3-846f-2a25e960cf4c","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.307665545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"72a2ab6b-cdd6-4ee3-ad2d-41162a80cdff","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.30768515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"72a2ab6b-cdd6-4ee3-ad2d-41162a80cdff","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.527365441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"1e40e725-081f-45c3-a123-0226edf66f98","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.586529243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"1e40e725-081f-45c3-a123-0226edf66f98","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.638284652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"6fb50be2-9f50-449f-ab05-6d173160953b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:25.710096456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"6fb50be2-9f50-449f-ab05-6d173160953b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:26.411118269Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-f1ecec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-f1ecec","reconcileID":"3267932f-7f62-4a35-9fd4-aa0e7f3d5f0d","aitenant":"ai-tenants/e2e-shared-a-w0-f1ecec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:26.778272979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:26.999869902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b973e790-688b-4870-bb89-a644c1f71d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:27.05422703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b973e790-688b-4870-bb89-a644c1f71d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:27.1083201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b973e790-688b-4870-bb89-a644c1f71d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:27.163513036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b973e790-688b-4870-bb89-a644c1f71d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:27.278322897Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-f1ecec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-f1ecec","reconcileID":"3267932f-7f62-4a35-9fd4-aa0e7f3d5f0d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-f1ecec","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-f1ecec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.182319032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458a57ab-7e53-4563-bfc4-118c0f254a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.237031152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458a57ab-7e53-4563-bfc4-118c0f254a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.291252756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458a57ab-7e53-4563-bfc4-118c0f254a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.34540459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458a57ab-7e53-4563-bfc4-118c0f254a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.421579756Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"c98f90e4-42dc-4450-80ab-512d4b2f7a72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.421714762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"2c01a665-136b-4ab0-b4ad-e7cf23ade458","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.421733341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"2c01a665-136b-4ab0-b4ad-e7cf23ade458","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.630018087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"c98f90e4-42dc-4450-80ab-512d4b2f7a72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.728731723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-shared-sub-9180ab","reconcileID":"bfbf5eaf-dc7c-4bf6-aa38-8a91d2f7474a","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.728744418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-a-only-9180ab","reconcileID":"78531948-a61d-4012-bfe4-1c2fe179ee90","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.756048557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"c98f90e4-42dc-4450-80ab-512d4b2f7a72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"e2e-shared-a-w3-6d65e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.75607579Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-sub-iso-auth-9180ab","reconcileID":"c98f90e4-42dc-4450-80ab-512d4b2f7a72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.816596623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"c3a00449-688e-449b-b3c0-af70d65c747c","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.816624172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"c3a00449-688e-449b-b3c0-af70d65c747c","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.979642928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"12c0c22b-6936-42be-b15b-8b9d50b384f6","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:29.97966629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"12c0c22b-6936-42be-b15b-8b9d50b384f6","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:30.098902824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-a-only-9180ab","reconcileID":"2704ca0f-93af-4b5d-9367-0eed85426700","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:30.098921424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-shared-sub-9180ab","reconcileID":"fab4a1ad-ea8b-47ae-88ea-7e7801752fc2","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:31.511595445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"194b18d6-a6c1-4454-b714-6c17270e806a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:31.565831493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"194b18d6-a6c1-4454-b714-6c17270e806a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:31.628652489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"194b18d6-a6c1-4454-b714-6c17270e806a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:31.682923807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"194b18d6-a6c1-4454-b714-6c17270e806a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:35.080531135Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0bbe80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0bbe80","reconcileID":"3a851b16-e790-4e79-8a2e-0d8f147c3c4d","aitenant":"ai-tenants/e2e-worker-w4-0bbe80","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:35.610643364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3a8be2-ac45-4596-b111-de208ee002de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:35.664727082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3a8be2-ac45-4596-b111-de208ee002de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:35.718956737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3a8be2-ac45-4596-b111-de208ee002de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:35.773012458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3a8be2-ac45-4596-b111-de208ee002de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:35.951843681Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0bbe80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0bbe80","reconcileID":"3a851b16-e790-4e79-8a2e-0d8f147c3c4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-0bbe80","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-0bbe80"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:37.846334292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483966f5-63a6-4ede-b7ff-8a130b88554b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:37.901328483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483966f5-63a6-4ede-b7ff-8a130b88554b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:37.956583005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483966f5-63a6-4ede-b7ff-8a130b88554b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:38.011216669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483966f5-63a6-4ede-b7ff-8a130b88554b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:39.991980388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b78bb9f-ea34-464a-b8b5-c42010d26f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:40.045942542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b78bb9f-ea34-464a-b8b5-c42010d26f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:40.099984775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b78bb9f-ea34-464a-b8b5-c42010d26f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:40.154037538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b78bb9f-ea34-464a-b8b5-c42010d26f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:40.431304591Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-shared-sub-9180ab","reconcileID":"85bdc3d9-bce0-473a-bb7f-f0f752fb7761","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscription":"e2e-shared-sub-9180ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:40.655669268Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-shared-sub-9180ab","reconcileID":"85bdc3d9-bce0-473a-bb7f-f0f752fb7761","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-6d65e1/e2e-a-only-9180ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:40.875531044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-a-only-9180ab","reconcileID":"daef77bb-e570-47cd-b6f7-7bdcd9938277","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:40.923032876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"808782d1-7939-4a38-9d31-83b20c7df6dd","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:40.923061338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"808782d1-7939-4a38-9d31-83b20c7df6dd","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:41.084681455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"cb629c94-5659-434c-87c9-203b3c748ff9","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:41.084705395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"cb629c94-5659-434c-87c9-203b3c748ff9","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:51.254151036Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-a-only-9180ab","reconcileID":"3ec634a2-c68c-450b-83fa-edb6af31d735","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","subscription":"e2e-a-only-9180ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:51.310330709Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-a-only-9180ab","reconcileID":"3ec634a2-c68c-450b-83fa-edb6af31d735","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:51.365348566Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"e2e-a-only-9180ab","reconcileID":"3ec634a2-c68c-450b-83fa-edb6af31d735","MaaSSubscription":{"name":"e2e-a-only-9180ab","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"name":"maas-trlp-sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:51.692566545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"6c59652a-8cf0-4b16-807b-8640f826b641","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenant":"e2e-shared-a-w3-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","model":"ai-tenant-e2e-shared-a-w3-6d65e1/sub-test-model-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:51.692593742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"sub-test-model-6d65e1","reconcileID":"6c59652a-8cf0-4b16-807b-8640f826b641","MaaSModelRef":{"name":"sub-test-model-6d65e1","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"routeName":"sub-test-model-6d65e1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","llmisvcName":"sub-test-model-6d65e1","gateway":"openshift-ingress/e2e-shared-a-w3-6d65e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.041998246Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"70ff0930-60d0-40aa-9044-7835be4ff7f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.042045924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"7b121454-3aa9-424f-a637-86207c25bd49","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.042061119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"7b121454-3aa9-424f-a637-86207c25bd49","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.263144664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"70ff0930-60d0-40aa-9044-7835be4ff7f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.322252142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-shared-sub-9180ab","reconcileID":"245e5f15-a457-4f15-bf60-04cbe19dd1cb","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.322941975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-b-only-9180ab","reconcileID":"a6ac18ec-29d5-4fad-a6e1-8653dc7b416a","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.392807601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"70ff0930-60d0-40aa-9044-7835be4ff7f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"e2e-shared-b-w3-0ac243-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.392834012Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-sub-iso-auth-9180ab","reconcileID":"70ff0930-60d0-40aa-9044-7835be4ff7f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.451220904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"8f9067e3-56cd-44a8-8cac-de2ff5ead458","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.451258716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"8f9067e3-56cd-44a8-8cac-de2ff5ead458","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.6143225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"8414c265-d3c3-4f5b-a703-a05d31b2fe5c","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.614343665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"8414c265-d3c3-4f5b-a703-a05d31b2fe5c","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.728937117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-shared-sub-9180ab","reconcileID":"f6ee10f6-7d05-4a67-99a5-c2ee393d8e59","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:52.72897179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-b-only-9180ab","reconcileID":"8002d6f2-1983-463f-91c9-079f74e64496","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:52:56.778279674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.213028428Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.213096384Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.213190478Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","tenant":"e2e-shared-b-w0-21e3d9","tenantID":"e2e-shared-b-w0-21e3d9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.26870218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-21e3d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.330607178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"Service","name":"maas-api-e2e-shared-b-w0-21e3d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.387011684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-21e3d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.444523055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-21e3d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.500794293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.559724276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.61776531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.675659987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.729216019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.782595853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.836627977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.890041311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.943393492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:01.996914841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:02.050151206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:02.106843827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:02.160610395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:02.214478678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:02.268754941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:02.322276252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"a75151cf-fe59-4edc-9210-5e5b6f5e8aa0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-21e3d9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:03.008712787Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-shared-sub-9180ab","reconcileID":"5bd185da-c803-4159-b179-0b52aff777ce","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscription":"e2e-shared-sub-9180ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:03.231287572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-shared-sub-9180ab","reconcileID":"5bd185da-c803-4159-b179-0b52aff777ce","MaaSSubscription":{"name":"e2e-shared-sub-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-0ac243/e2e-b-only-9180ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:03.450197304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-b-only-9180ab","reconcileID":"ac4129cb-4c53-4671-a17e-ddcfbde03006","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:03.495969769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"d47b2096-00cb-42fd-80bc-f9ac5def43af","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:03.495995874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"d47b2096-00cb-42fd-80bc-f9ac5def43af","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:03.818314194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"bb828888-70fc-4594-a0e0-86f998f46154","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:03.818338874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"bb828888-70fc-4594-a0e0-86f998f46154","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:06.331511911Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-21e3d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-21e3d9","reconcileID":"1a87a8b9-edf6-4c5e-9cef-6c10158c971b","aitenant":"ai-tenants/e2e-shared-b-w0-21e3d9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:07.005876591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ef07c1-c473-4296-a9d9-4cd307797930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:07.060771413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ef07c1-c473-4296-a9d9-4cd307797930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:07.114874267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ef07c1-c473-4296-a9d9-4cd307797930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:07.168874071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ef07c1-c473-4296-a9d9-4cd307797930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:07.227893566Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-21e3d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-21e3d9","reconcileID":"1a87a8b9-edf6-4c5e-9cef-6c10158c971b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-21e3d9","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-21e3d9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:08.403422571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"93da0270-5486-4973-a66a-aab73d246817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:08.403620991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"44c58d4c-2ae2-4215-b5af-436399e1e4d1","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:08.578638515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"b5a9f27e-7ecc-4cbf-886a-93086dfb5b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:08.636054288Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6b3583b7-99c0-4f13-a09f-45d3e8fb0560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:08.636705739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"de9376dc-a78b-4c06-aba3-44d4f4bdcba6","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:08.636849457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"b5a9f27e-7ecc-4cbf-886a-93086dfb5b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:08.687519978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"f682d69c-bce0-4ff6-a2bf-37030e46b3f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:08.786830091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"1cefc28a-2be0-49ff-9e07-48809d37cf14","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:53:08.845479062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-access","reconcileID":"6b3583b7-99c0-4f13-a09f-45d3e8fb0560","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:09.001482637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"8bd37f88-859e-44fc-b654-808fa9590cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:09.059514353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"8bd37f88-859e-44fc-b654-808fa9590cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:09.16920325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e1b4e9-1ec4-446c-be8b-698ed53ac1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:09.223409449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e1b4e9-1ec4-446c-be8b-698ed53ac1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:09.278176366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e1b4e9-1ec4-446c-be8b-698ed53ac1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:09.332945664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e1b4e9-1ec4-446c-be8b-698ed53ac1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:11.29452907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225f39b0-d73d-4264-9365-ca6e515d4c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:11.348742843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225f39b0-d73d-4264-9365-ca6e515d4c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:11.402609894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225f39b0-d73d-4264-9365-ca6e515d4c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:11.45662951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225f39b0-d73d-4264-9365-ca6e515d4c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:13.737398978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"b8ecdc71-3573-4bbb-bf56-5a8e9f286fa8","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:13.986174927Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-b-only-9180ab","reconcileID":"375a7203-fb30-4eb7-8d3b-b90ca733a4ef","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","subscription":"e2e-b-only-9180ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.040422615Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-b-only-9180ab","reconcileID":"375a7203-fb30-4eb7-8d3b-b90ca733a4ef","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.084588137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"1f8132a8-4d70-4bcf-9335-bf9156244426","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.094326316Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"e2e-b-only-9180ab","reconcileID":"375a7203-fb30-4eb7-8d3b-b90ca733a4ef","MaaSSubscription":{"name":"e2e-b-only-9180ab","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"name":"maas-trlp-sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.367441218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"8480f74e-f4e5-47c9-b498-8aff6dbb5e47","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenant":"e2e-shared-b-w3-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","model":"ai-tenant-e2e-shared-b-w3-0ac243/sub-test-model-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.367466538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"sub-test-model-0ac243","reconcileID":"8480f74e-f4e5-47c9-b498-8aff6dbb5e47","MaaSModelRef":{"name":"sub-test-model-0ac243","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"routeName":"sub-test-model-0ac243-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","llmisvcName":"sub-test-model-0ac243","gateway":"openshift-ingress/e2e-shared-b-w3-0ac243","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.430399936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"8aac1cf6-2761-473e-9c43-a64fa3c66fec","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.597517131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"bec5c23a-4258-4428-8b77-b688b712e3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.646944898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"6407fab0-9a4f-43cf-9672-0e202b7e65e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.655427119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"bec5c23a-4258-4428-8b77-b688b712e3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.776335949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"5cb78be5-72d1-4c38-948d-72fbac1fa66f","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.830349487Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"7bd32cd0-e4b2-487d-86de-84ba140368ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.835427111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"02a71ad3-e3f8-4da2-a304-b4ea4fb8d8b4","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.884460914Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"7bd32cd0-e4b2-487d-86de-84ba140368ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.938369975Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"simulator-subscription","reconcileID":"7bd32cd0-e4b2-487d-86de-84ba140368ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/simulator-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:14.972719566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"09c07d7c-d900-4592-9d4b-01d9be55598b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:15.030478218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"09c07d7c-d900-4592-9d4b-01d9be55598b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:15.032097364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"b4b4850e-5c3e-4b75-b6af-82e85157c5f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:15.212038041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"df05a77a-7ccd-4001-8939-59cb5f2ce711","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:15.349563383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"fe73b8cf-0c70-46d1-8ae2-126af173ea1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:15.407548619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"fe73b8cf-0c70-46d1-8ae2-126af173ea1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:20.654494459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"36b16873-1bb2-4ce3-a03b-150ca4142542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:20.713700652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"36b16873-1bb2-4ce3-a03b-150ca4142542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:20.764256744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"c9e00439-3b94-4d31-90ca-4bfbb860b725","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:20.986978837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"c1dc35ab-94d5-48b1-816f-0901f80ac9e6","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.04103581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"f1534e3c-b445-4d80-bc85-4e7a0581973e","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.095169078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"3a1705ec-9fbb-4a37-80b7-eb652caeabef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.15485319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"bfd3804b-1912-4ab1-b104-d986e5aa5892","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.203269009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"484915d7-ec5d-454e-a5e5-d26a67607bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.261794317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"484915d7-ec5d-454e-a5e5-d26a67607bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.262235781Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"08435e2a-df36-4bc2-90b4-f5ee35fb1483","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-89d4fe01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.606318043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"699568b2-8ddc-483f-8f4c-af5c15380adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.637429533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"0ef675cb-e987-4160-a4f9-e27c46e9fcd4","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.667384076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"699568b2-8ddc-483f-8f4c-af5c15380adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.760715502Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"2d95d6d3-df69-4189-8b8a-36b886ed073e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-89d4fe01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.843026174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"8569910c-6533-4ffa-b621-a4ba43dea987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:21.97929748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"addcb3f1-fc03-4861-94d7-1c6bf40c4a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:22.035098389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"addcb3f1-fc03-4861-94d7-1c6bf40c4a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:22.090584535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"addcb3f1-fc03-4861-94d7-1c6bf40c4a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:22.145015873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"addcb3f1-fc03-4861-94d7-1c6bf40c4a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:22.145799093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"8569910c-6533-4ffa-b621-a4ba43dea987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:22.27951086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"8569910c-6533-4ffa-b621-a4ba43dea987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"e2e-worker-w0-5b176c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:22.27954247Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-access","reconcileID":"8569910c-6533-4ffa-b621-a4ba43dea987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:22.337974356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"d1a9b04f-0ada-437c-bd09-57e2c963aa8b","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:24.112417989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c175d3-0b87-467a-9811-3d310970e2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:24.16752847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c175d3-0b87-467a-9811-3d310970e2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:24.222491754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c175d3-0b87-467a-9811-3d310970e2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:24.276627979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c175d3-0b87-467a-9811-3d310970e2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:26.779315178Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:31.042046887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"066ea512-3c84-4210-9fd9-10f8b783d18b","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:31.095595946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"2bb19492-f4f7-4b31-b94e-6d13f259a5a3","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:31.155962951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"9f8c6737-bc94-470f-a868-e820eec1fbf1","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:31.815184561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"87f80fcb-8178-4b8b-bb82-a05c69032528","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:31.869578122Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"87f80fcb-8178-4b8b-bb82-a05c69032528","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:31.92404418Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"premium-simulator-subscription","reconcileID":"87f80fcb-8178-4b8b-bb82-a05c69032528","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"name":"maas-trlp-premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c","model":"e2e-models-e2e-worker-w0-5b176c/premium-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:32.198444403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"9139e04f-545f-487a-9c82-c4ae1cf44703","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.145574804Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","namespace":"ai-tenant-e2e-worker-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.145641781Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","namespace":"ai-tenant-e2e-worker-w0-5b176c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.14569044Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","tenant":"e2e-worker-w0-5b176c","tenantID":"e2e-worker-w0-5b176c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.201745426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"Deployment","name":"maas-api-e2e-worker-w0-5b176c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.264277359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"Service","name":"maas-api-e2e-worker-w0-5b176c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.320956946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-5b176c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.37656674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-5b176c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.432965659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.488828552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.555067844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.612494907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.666072227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.720054445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.773641848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"Service","name":"payload-processing-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.7958624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9007966e-beb8-4c9f-bb3b-27e039e7f919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.849253606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.850100138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9007966e-beb8-4c9f-bb3b-27e039e7f919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.903714646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.904260331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9007966e-beb8-4c9f-bb3b-27e039e7f919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.958403443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9007966e-beb8-4c9f-bb3b-27e039e7f919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:38.958412083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:39.01371204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:39.070905794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:39.127188132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:39.234677028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:39.288050463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-5b176c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:39.341502772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"9c98e56f-9270-4f8d-bfb4-9848c5da8f0c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-5b176c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:41.004099897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39753c3-77ee-4270-858d-235e57510ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:41.043035466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"b7c00c82-a9a5-40bc-ace8-3bf0e2d9de5f","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-2-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-2-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:41.058181598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39753c3-77ee-4270-858d-235e57510ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:41.096705362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-w0-5b176c","reconcileID":"a39371df-a085-46df-9a32-1a1983390083","MaaSModelRef":{"name":"distinct-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"distinct-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"distinct-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:41.11254236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39753c3-77ee-4270-858d-235e57510ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:41.157381594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"simulator-w0-5b176c","reconcileID":"a1c71dac-6609-4eb4-978b-f397b9bf5fcd","MaaSModelRef":{"name":"simulator-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"simulator-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"simulator-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:41.166427342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39753c3-77ee-4270-858d-235e57510ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:42.199100041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"premium-w0-5b176c","reconcileID":"9679722e-050b-4e28-9f03-f9b2972f4d62","MaaSModelRef":{"name":"premium-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"routeName":"premium-w0-5b176c-kserve-route","namespace":"e2e-models-e2e-worker-w0-5b176c","llmisvcName":"premium-w0-5b176c","gateway":"openshift-ingress/e2e-worker-w0-5b176c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:49.782954317Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:49.783050607Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:49.78316709Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","tenant":"e2e-shared-a-w3-6d65e1","tenantID":"e2e-shared-a-w3-6d65e1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:49.841220873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-6d65e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:49.90890354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"Service","name":"maas-api-e2e-shared-a-w3-6d65e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:49.965393909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-6d65e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.024542782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-6d65e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.081941774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.13810069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.196899428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.252921756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.306675033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.365431407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.419703779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:53:50.423064374Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"611910ec-67b5-4aaa-8639-9742f77044c1","name":"distinct-2-w0-5b176c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-5b176c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:53:50.42313522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-5b176c","namespace":"e2e-models-e2e-worker-w0-5b176c"},"namespace":"e2e-models-e2e-worker-w0-5b176c","name":"distinct-2-w0-5b176c","reconcileID":"611910ec-67b5-4aaa-8639-9742f77044c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-5b176c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.473586171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.527881968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.584749013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.638406594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.700017586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.755151527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.809205911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.864932912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:50.918939309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"namespace":"ai-tenant-e2e-shared-a-w3-6d65e1","name":"default-tenant","reconcileID":"ab04e44a-e517-42cd-a665-98641b724bc2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-6d65e1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:53.737646816Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-5b176c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-5b176c","reconcileID":"008d59b7-c96a-4e1f-881f-1f1f7c25c1f1","aitenant":"ai-tenants/e2e-worker-w0-5b176c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:54.218894198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5b556f-0325-4565-aee2-d1c4a3b389eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:54.273337644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5b556f-0325-4565-aee2-d1c4a3b389eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:54.327588085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5b556f-0325-4565-aee2-d1c4a3b389eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:54.381964378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5b556f-0325-4565-aee2-d1c4a3b389eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:54.56041656Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-5b176c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-5b176c","reconcileID":"008d59b7-c96a-4e1f-881f-1f1f7c25c1f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-5b176c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-5b176c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:56.435915778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ff7b54-70b7-414d-9091-ae9689f13689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:56.490281467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ff7b54-70b7-414d-9091-ae9689f13689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:56.544405187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ff7b54-70b7-414d-9091-ae9689f13689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:56.598306515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ff7b54-70b7-414d-9091-ae9689f13689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:56.778868248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:58.591705874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86f830d-8a97-4828-b0a6-a336a6050644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:58.64566601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86f830d-8a97-4828-b0a6-a336a6050644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:58.700250076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86f830d-8a97-4828-b0a6-a336a6050644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:58.754647794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86f830d-8a97-4828-b0a6-a336a6050644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:59.081542325Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-6d65e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-6d65e1","reconcileID":"154d8791-01ae-493f-a234-1d985a024db2","aitenant":"ai-tenants/e2e-shared-a-w3-6d65e1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:53:59.895238643Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-6d65e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-6d65e1","reconcileID":"154d8791-01ae-493f-a234-1d985a024db2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-6d65e1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-6d65e1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:00.742249783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e4e751-551e-4bb0-bcbb-9d02c96a8d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:00.796241814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e4e751-551e-4bb0-bcbb-9d02c96a8d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:00.850074373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e4e751-551e-4bb0-bcbb-9d02c96a8d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:00.904844552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e4e751-551e-4bb0-bcbb-9d02c96a8d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:02.906785676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a1d762-07a2-474e-b73e-4f108825121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:02.960559324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a1d762-07a2-474e-b73e-4f108825121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:03.014488513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a1d762-07a2-474e-b73e-4f108825121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:03.068570767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a1d762-07a2-474e-b73e-4f108825121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:05.001927592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201a0a78-090e-404b-83ec-811e70ea5933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:05.056071887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201a0a78-090e-404b-83ec-811e70ea5933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:05.111455483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201a0a78-090e-404b-83ec-811e70ea5933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:05.166003889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201a0a78-090e-404b-83ec-811e70ea5933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:08.298137015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b501f22-9773-48e5-b95e-9ca71cd7e67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:08.353085276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b501f22-9773-48e5-b95e-9ca71cd7e67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:08.407108255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b501f22-9773-48e5-b95e-9ca71cd7e67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:08.461720509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b501f22-9773-48e5-b95e-9ca71cd7e67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:10.407664273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b525c580-8e1c-42ed-9fa3-53777857a62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:10.461641535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b525c580-8e1c-42ed-9fa3-53777857a62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:10.515469359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b525c580-8e1c-42ed-9fa3-53777857a62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:10.569443027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b525c580-8e1c-42ed-9fa3-53777857a62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.366666964Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.36674641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","namespace":"ai-tenant-e2e-shared-b-w3-0ac243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.366817005Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","tenant":"e2e-shared-b-w3-0ac243","tenantID":"e2e-shared-b-w3-0ac243","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.422585053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-0ac243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.484561662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"Service","name":"maas-api-e2e-shared-b-w3-0ac243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.541544198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-0ac243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.600996778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-0ac243","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.65734502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.712890324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.771235923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.829501152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.883466815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.936916477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:12.990192788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.043577221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.097419179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.150648683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.204079461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.260541342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.313828166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.367236939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.419315871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e8ce132-175a-45f2-9d22-a998e9a91062","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.420591103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.473762873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"namespace":"ai-tenant-e2e-shared-b-w3-0ac243","name":"default-tenant","reconcileID":"99f6cc50-6c90-49be-92cb-08a179081a94","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-0ac243","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.54017771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"69ef36f2-a99c-4be4-a4a4-c1142a8199f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.640234101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"b337408e-e112-442e-b7b1-fa91076e36ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:13.741727757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b55c2f04-c2cd-49e6-a66a-634b6337dbf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:19.573467689Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-0ac243","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-0ac243","reconcileID":"a81bf057-2e8f-4dda-a6a9-74b1e8db6c3a","aitenant":"ai-tenants/e2e-shared-b-w3-0ac243","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:19.740391259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da8f50bf-65d5-49fa-a6ef-d509a17440ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:19.841346955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"a25b9ea0-ad61-441e-9968-2856718dc217","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:19.941377883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51eea127-cb73-472b-9691-2a9ade1d5eb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:20.042445089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"3cae076f-012c-4a68-be0d-93d1a2ca94b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:20.112429989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a84e9-4f18-4513-ae8f-58f82a408287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:20.168630211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a84e9-4f18-4513-ae8f-58f82a408287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:20.22288433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a84e9-4f18-4513-ae8f-58f82a408287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:20.27715053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a84e9-4f18-4513-ae8f-58f82a408287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:20.445573341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-0ac243","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-0ac243","reconcileID":"a81bf057-2e8f-4dda-a6a9-74b1e8db6c3a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-0ac243","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-0ac243"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:21.668353804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-access","reconcileID":"562856e4-0570-43c7-9e82-a8177e4a4e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:21.669724486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"925e5dc7-ecec-47bf-999c-e4885a5de089","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:21.837499307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6923dd32-3fa4-4a7d-9b74-9f491ce70c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:21.882267652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"4de65e1e-bda6-44f4-b23d-79fcdfbb2867","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:21.895103668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6923dd32-3fa4-4a7d-9b74-9f491ce70c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:21.946199639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"8a22a18a-1753-485b-99ff-aa124fd33f15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:22.049178883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"0a4fa25f-90ca-47e2-bd7c-0cb398243611","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:22.234002502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab904ff-3c9d-4c97-a2f1-7d345a7d26ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:22.234245798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"71e67f36-852a-430d-adeb-2afa2b98e8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:22.28833518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab904ff-3c9d-4c97-a2f1-7d345a7d26ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:22.342461333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab904ff-3c9d-4c97-a2f1-7d345a7d26ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:22.346775094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"71e67f36-852a-430d-adeb-2afa2b98e8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:22.396439187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab904ff-3c9d-4c97-a2f1-7d345a7d26ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:25.965736173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23672854-2b6f-4b46-a02a-af82064f8f20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:26.065981579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7785ffc-3ab2-4592-9f54-cde0f6a2cee8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:26.166944481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"fbc4039b-e525-4b42-b0b1-e42e74b7376a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:26.779250747Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:29.522766482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"cb13becb-25ac-402a-b2e3-5be524561732","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:29.87143101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"158d9bd7-0d99-4230-b6d1-88506143fcc2","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.218872951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"70b97d36-8f0c-4a81-bd24-52048b039d0c","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.383790053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"44394e4f-0325-4733-8bf9-f738043f840e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.4385198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"12cc4a65-5d58-4c82-8502-20707f6eb763","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.442925854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"44394e4f-0325-4733-8bf9-f738043f840e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.56930077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"b8689092-8a22-4d03-888b-8479c8b2f7a8","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.622929083Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"513bb1ea-3ba5-4edd-8804-db73f814089f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.626853435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"e98011f5-685c-426b-880c-96b12d5b097c","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.677470445Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"513bb1ea-3ba5-4edd-8804-db73f814089f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.731856047Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"simulator-subscription","reconcileID":"513bb1ea-3ba5-4edd-8804-db73f814089f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/simulator-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.759509712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"732c8949-1138-4142-b099-ec1c410c8680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.81841207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"732c8949-1138-4142-b099-ec1c410c8680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:30.824080141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"4ed85c57-0784-495a-a0af-42418cd38894","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:31.004944561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"8bc78874-30b5-4509-b47b-ef93dfcf489a","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:31.11303212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"02e7411e-1b0f-4c3a-bea6-335dbda29193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:31.172143021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"02e7411e-1b0f-4c3a-bea6-335dbda29193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:35.485822639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e3183b1-be09-46d8-8a88-ddeb6fd4c499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:35.61025184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"b76d390d-58f0-4258-94c9-1c33a209dd47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:35.705592365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8d76d0cb-0357-4a09-9cb0-be79265b26cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:35.708596053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40deac8e-8389-4f15-b1c7-eab490359131","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:35.764425826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"8d76d0cb-0357-4a09-9cb0-be79265b26cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:36.32335994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6904eec0-bff5-4bc2-a909-8592a6a5109d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:36.323425322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"cd84f735-6397-4f3c-8e34-f3635c0f5d77","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:36.53111856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6904eec0-bff5-4bc2-a909-8592a6a5109d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:36.641278771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"5872eef1-57b5-411a-b695-db294cbe7cff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:36.660195927Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6904eec0-bff5-4bc2-a909-8592a6a5109d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"e2e-worker-w3-9a1b3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:36.660226314Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-access","reconcileID":"6904eec0-bff5-4bc2-a909-8592a6a5109d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:36.718269135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"c94729c7-03a3-4feb-8952-16f97ef6d249","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:36.968484906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"ee83041c-b9a1-4c5b-a1a8-416b1525678a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:37.140842429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"3f3562c7-3991-472c-b6fa-8ab195b500db","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:37.171530137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"c2e6ce63-c74d-40e5-939c-8d4f95037383","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:37.171764424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"7a75e6ad-0db6-4bb3-a740-f18526674e06","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:37.171940723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"b8d723fb-ffcd-4f25-b92f-f865a558b85b","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:37.226103723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"9518317c-9e05-4918-aa8e-d8cab9610b95","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:37.334668185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"ae2d2210-fe00-42d1-a87c-08099b8820ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:38.139544442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b4fbea-4be9-48a6-9bf4-56eb1da1ae70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:38.194674058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b4fbea-4be9-48a6-9bf4-56eb1da1ae70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:38.252969499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b4fbea-4be9-48a6-9bf4-56eb1da1ae70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:38.308684947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b4fbea-4be9-48a6-9bf4-56eb1da1ae70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:39.083026182Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"3b595999-5072-437d-b0bb-a67d975ca34f","namespace":"ai-tenant-e2e-worker-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:39.083114991Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"3b595999-5072-437d-b0bb-a67d975ca34f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:39.139342757Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"3b595999-5072-437d-b0bb-a67d975ca34f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:39.13936601Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"3b595999-5072-437d-b0bb-a67d975ca34f","namespace":"ai-tenant-e2e-worker-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:40.260921681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06d339c-c2f9-4997-9cc1-159807e9bba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:40.315306385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06d339c-c2f9-4997-9cc1-159807e9bba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:40.370433681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06d339c-c2f9-4997-9cc1-159807e9bba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:40.425313447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06d339c-c2f9-4997-9cc1-159807e9bba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:44.229794636Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"8d27724d-978f-4c19-ac88-3cbc10f20c81","namespace":"ai-tenant-e2e-worker-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:44.229881065Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"8d27724d-978f-4c19-ac88-3cbc10f20c81","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:44.290497141Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"8d27724d-978f-4c19-ac88-3cbc10f20c81","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:44.290520915Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"8d27724d-978f-4c19-ac88-3cbc10f20c81","namespace":"ai-tenant-e2e-worker-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:45.132624312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26246f59-76cc-471c-9782-db0196a2e697","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:45.252294673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"507ce70d-bd3b-4090-91c9-19009b603937","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:47.172593853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"bac0e54c-51bf-4866-bfb7-224a563f3bf2","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:47.172911836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"a03e1fcd-bc0d-437b-abe1-2050096325da","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:47.227206119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"b9e252d7-a574-4bfb-a66f-9ea076d3f651","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:47.281454888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"9596700c-89e4-4e15-b2cb-71eb5c287b27","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:47.666486189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"eef7c93f-760e-460f-8146-3bb4afb9a5de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:47.720800228Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"eef7c93f-760e-460f-8146-3bb4afb9a5de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:47.775551008Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"premium-simulator-subscription","reconcileID":"eef7c93f-760e-460f-8146-3bb4afb9a5de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"name":"maas-trlp-premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f","model":"e2e-models-e2e-worker-w3-9a1b3f/premium-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:48.048479638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"57cba4ca-3fac-4e5c-8700-7b004b9502cb","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.291889445Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","namespace":"ai-tenant-e2e-worker-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.291965786Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","namespace":"ai-tenant-e2e-worker-w3-9a1b3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.292035372Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","tenant":"e2e-worker-w3-9a1b3f","tenantID":"e2e-worker-w3-9a1b3f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.348327423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"Deployment","name":"maas-api-e2e-worker-w3-9a1b3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.410758069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"Service","name":"maas-api-e2e-worker-w3-9a1b3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.467348193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-9a1b3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.523702522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-9a1b3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.580858634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.637354023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.696321442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.752818762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.806618646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.860650628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.914775983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"Service","name":"payload-processing-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:49.96884163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:50.022626964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:50.076347584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:50.129875846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:50.187027211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:50.240918658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:50.294690708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:50.348195966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:50.402479574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"namespace":"ai-tenant-e2e-worker-w3-9a1b3f","name":"default-tenant","reconcileID":"0b223b2c-0a5c-4a13-859e-bcbcec2059a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-9a1b3f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:55.690728246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"80f6af92-4fb2-400c-9251-0a6750446f3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:55.782619689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76f34368-44de-4e03-832f-56fcec1ddd90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:56.830870124Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:57.174012046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-2-w3-9a1b3f","reconcileID":"74e3c006-427e-4b56-86e6-7c1802e12ac8","MaaSModelRef":{"name":"distinct-2-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-2-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-2-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:57.174355134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"distinct-w3-9a1b3f","reconcileID":"2aa0f3b8-5503-48bd-bafe-beb84e9c4246","MaaSModelRef":{"name":"distinct-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"distinct-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"distinct-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:57.227825864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"simulator-w3-9a1b3f","reconcileID":"bc8976f9-fb80-4226-b6bf-66bbc88b8f29","MaaSModelRef":{"name":"simulator-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"simulator-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"simulator-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:54:58.049810926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"namespace":"e2e-models-e2e-worker-w3-9a1b3f","name":"premium-w3-9a1b3f","reconcileID":"01e93fe5-3399-49a1-8361-18abfb5f50cc","MaaSModelRef":{"name":"premium-w3-9a1b3f","namespace":"e2e-models-e2e-worker-w3-9a1b3f"},"routeName":"premium-w3-9a1b3f-kserve-route","namespace":"e2e-models-e2e-worker-w3-9a1b3f","llmisvcName":"premium-w3-9a1b3f","gateway":"openshift-ingress/e2e-worker-w3-9a1b3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:01.310960501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0588f9ef-87d7-494c-b7f6-393f057e2468","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:01.411317113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9155d73d-b255-49d5-85dc-4f07f615243c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:06.261245962Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-9a1b3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-9a1b3f","reconcileID":"67ad2eac-2fe3-495f-b663-c4cca63607b6","aitenant":"ai-tenants/e2e-worker-w3-9a1b3f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:06.882332067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5bb9b5-8f6a-4e87-9e72-796d808920e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:06.936261586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5bb9b5-8f6a-4e87-9e72-796d808920e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:06.990795078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5bb9b5-8f6a-4e87-9e72-796d808920e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:07.045273982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5bb9b5-8f6a-4e87-9e72-796d808920e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:07.102337165Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-9a1b3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-9a1b3f","reconcileID":"67ad2eac-2fe3-495f-b663-c4cca63607b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-9a1b3f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-9a1b3f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:09.083274009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22381b09-6309-4558-a227-339cb9ad0498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:09.137444676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22381b09-6309-4558-a227-339cb9ad0498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:09.191527667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22381b09-6309-4558-a227-339cb9ad0498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:09.245421846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22381b09-6309-4558-a227-339cb9ad0498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:11.22041616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5587b754-1581-4dd3-9b30-4a210a72f2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:11.274410864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5587b754-1581-4dd3-9b30-4a210a72f2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:11.329077774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5587b754-1581-4dd3-9b30-4a210a72f2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:55:11.383374604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5587b754-1581-4dd3-9b30-4a210a72f2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}